-- Logs begin at Fri 2021-05-21 15:19:37 UTC, end at Fri 2021-05-21 16:23:28 UTC. -- May 21 16:00:11.039791 dv-cinder-792462-8-smb systemd[1]: Started Devstack devstack@q-svc.service. May 21 16:00:13.498063 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.common.config [-] Logging enabled! May 21 16:00:13.498644 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 16:00:13.498819 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 16:00:13.502485 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.common.config [-] Logging enabled! May 21 16:00:13.502742 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 16:00:13.503052 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 16:00:13.503979 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 16:00:13.504211 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 16:00:13.504564 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 16:00:13.504806 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 16:00:13.505029 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 16:00:13.505344 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.505672 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.505967 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.506193 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.506486 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.506774 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.507055 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.507343 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.507635 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.507918 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.508195 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.508739 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.508966 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.509245 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.509556 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.509838 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.510060 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] debug = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.510336 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.510768 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.511178 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.511459 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.511747 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.512037 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.512292 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.512566 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.512847 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.513171 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] host = dv-cinder-792462-8-smb {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.513447 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.513755 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.514040 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.514324 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.514596 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.514871 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.515154 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.516101 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.516578 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] log_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.516863 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.517158 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.517448 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.517766 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.517993 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.518222 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.518514 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.518801 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.519077 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.519349 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.519621 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.519899 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.520175 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.520440 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.520727 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.521009 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.521291 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.521583 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.521857 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.522126 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.522396 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.522676 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.522946 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.523215 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.523484 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.523767 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.524033 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.524304 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.524599 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.524880 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.525161 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.525442 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.525739 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.526025 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.526297 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.526566 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.526835 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] use_json = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.527104 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.527371 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.527648 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.527920 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.528189 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.528459 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.528727 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.529009 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:13.529305 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.529625 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.529928 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.530212 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.530513 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.530792 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.531813 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.532308 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.532627 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.532923 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.533220 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.533532 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.533814 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.534094 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.534393 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.534699 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.534996 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.535289 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.535567 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.535841 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.536116 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.536392 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.536856 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.536959 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.537254 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.537552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.537831 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.538121 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.538396 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.538665 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.538942 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.539227 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.539504 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.539773 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.540055 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.540329 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.540606 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.540877 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.541154 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.541441 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.541741 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.542011 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.542281 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.542557 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.542826 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.543108 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.543384 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.543652 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.543924 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.544190 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.544468 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.544737 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.545016 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.545288 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.545584 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.545859 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.546134 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.546408 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.546891 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.547318 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.547714 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.547915 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.548201 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.548477 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.548752 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.549028 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.549304 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.549601 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.549893 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.550190 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.550474 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.550754 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.551035 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.551314 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.551595 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.551873 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.552159 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.552433 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.552707 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.552999 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.553282 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.553593 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.553878 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.554155 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.554453 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.554729 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.555012 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.555288 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.555567 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.555857 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.556141 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.556433 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.556725 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.557017 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.557309 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.557628 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.557910 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.558217 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.558496 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:13.558711 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 16:00:13.558947 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91617) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 21 16:00:13.911914 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:13.912185 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:13.912471 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:13.912862 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [-] Loading core plugin: ml2 May 21 16:00:14.223082 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.223373 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.223639 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.224881 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.225149 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.225409 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.345998 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.346277 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.346546 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.359850 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.360173 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.360441 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.388905 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.389182 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.389449 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.428782 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.429056 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.429321 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.661933 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.662539 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.662539 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.662680 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.663378 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.788089 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.788403 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.788685 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.788958 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.789226 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.789560 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.789824 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.790081 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.790332 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.790612 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.790869 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.791130 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.791390 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.791641 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.791902 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.792166 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.792421 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.792827 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.793083 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.793367 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.793736 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.793989 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.794236 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.794514 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.794760 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.795008 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.795382 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:14.795616 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:14.795850 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:14.796081 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:14.796312 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:14.796649 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:14.797282 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 21 16:00:14.800364 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 21 16:00:14.804281 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 21 16:00:14.808022 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) May 21 16:00:14.809662 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 21 16:00:14.810107 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 21 16:00:14.810434 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 21 16:00:14.810814 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 21 16:00:14.814557 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 21 16:00:14.814809 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 21 16:00:14.815150 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 21 16:00:14.843786 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 21 16:00:14.844328 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.844626 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91617) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 21 16:00:14.844985 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.846357 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91617) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 21 16:00:14.846638 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 21 16:00:14.846881 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 21 16:00:14.850193 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.850471 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:14.922095 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 21 16:00:14.922438 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 21 16:00:14.922765 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 21 16:00:14.923134 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 21 16:00:14.953968 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_db.sqlalchemy.engines [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91617) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 16:00:15.295142 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing driver for type 'gre' May 21 16:00:15.295769 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] gre ID ranges: [(1, 1000)] May 21 16:00:15.349811 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing driver for type 'local' May 21 16:00:15.350231 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing driver for type 'vlan' May 21 16:00:15.362615 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] VlanTypeDriver initialization complete May 21 16:00:15.362973 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing driver for type 'vxlan' May 21 16:00:15.363449 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] vxlan ID ranges: [(1, 1000)] May 21 16:00:15.422096 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing extension driver 'port_security' May 21 16:00:15.422470 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] PortSecurityExtensionDriver initialization complete May 21 16:00:15.422813 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing mechanism driver 'openvswitch' May 21 16:00:15.423143 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing mechanism driver 'hyperv' May 21 16:00:15.429673 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.plugin [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:00:15.430446 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.430823 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.431178 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.431569 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnet after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.431925 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnet after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.432277 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.432663 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.433014 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.433361 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.433766 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > security_group after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.434119 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > security_group after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.434467 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > security_group after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.434851 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.435199 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.435542 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.435923 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > address_group after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.436266 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > address_group after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.436602 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > address_group after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.436942 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] ML2 OVO RPC backend initialized. {{(pid=91617) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 21 16:00:15.437786 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.438144 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.438561 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.438911 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > networks before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.439267 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.439613 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > ports before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.439962 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnet before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.440306 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnets before_response 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.440655 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.440998 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.441337 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.441703 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.442048 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.442391 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.442730 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnet after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.443072 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnet after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.443407 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.443982 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.plugin [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Modular L2 Plugin initialization complete May 21 16:00:15.444311 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading services supported by the core plugin {{(pid=91617) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 21 16:00:15.444640 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.plugins.ml2.managers [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Got port-security extension from driver 'port_security' May 21 16:00:15.445110 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.extensions.vlantransparent [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Disabled vlantransparent extension. May 21 16:00:15.445637 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91617) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 21 16:00:15.445952 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: router May 21 16:00:15.483314 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router_interface before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.483717 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router after_create 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.484656 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router before_create 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.485031 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.485410 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.485796 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router after_delete 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.486186 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > floatingip after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.486555 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router after_create 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.486905 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router after_update 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.487256 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router after_update 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.487609 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.487968 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router after_update 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.488382 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_update 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.488753 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: port after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.489096 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: port after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.489436 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: subnet after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.489798 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.490150 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > port precommit_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.490499 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_create 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.490842 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: port before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.491186 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.491546 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router after_update 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.491891 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_delete 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.492240 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_create 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.492607 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.492954 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_update 55549900 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.493328 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > network after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.494211 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Tracking information for resource: router configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:15.494543 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Tracking information for resource: floatingip configured {{(pid=91617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 16:00:15.499463 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.db.l3_agentschedulers_db [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 21 16:00:15.500303 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: port after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.500611 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: port after_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.500968 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: port after_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.501322 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: port after_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.502147 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router before_create 55550100 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.502513 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_delete 55550100 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.502881 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_create 55550100 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.503239 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > router precommit_update 55550100 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.507861 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.services.provider_configuration [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service providers = [] {{(pid=91617) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 21 16:00:15.508230 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.db.servicetype_db [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91617) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 21 16:00:15.511405 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.services.service_base [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 16:00:15.511760 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.services.service_base [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 16:00:15.512106 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.services.service_base [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 16:00:15.512988 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.services.service_base [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 16:00:15.513360 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.services.service_base [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Default provider is not specified for service type L3_ROUTER_NAT May 21 16:00:15.513935 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.514263 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 21 16:00:15.524899 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.525238 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: auto_allocate May 21 16:00:15.531571 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: network precommit_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.532027 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: network precommit_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.532553 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.532873 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: tag May 21 16:00:15.539625 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.539953 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: timestamp May 21 16:00:15.543717 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.544052 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: network_ip_availability May 21 16:00:15.550039 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.550359 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.550717 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.551424 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.551742 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: flavors May 21 16:00:15.556621 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.556948 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading Plugin: revisions May 21 16:00:15.561259 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 16:00:15.561679 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.649s {{(pid=91617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:15.562547 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91617) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 21 16:00:15.562886 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Initializing extension manager. May 21 16:00:15.563393 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: __init__.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.563741 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: __pycache__ {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.564079 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.564416 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: address_group.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.565172 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.565774 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: address-group May 21 16:00:15.566102 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: address_scope.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.566813 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.567324 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: address-scope May 21 16:00:15.567648 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: admin_state_down_before_update.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.568573 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.569089 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: router-admin-state-down-before-update May 21 16:00:15.569417 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: agent.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.570141 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.570649 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: agent May 21 16:00:15.570970 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: agent_resources_synced.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.571881 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.572391 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: agent-resources-synced May 21 16:00:15.572711 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: allowedaddresspairs.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.574579 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.575105 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: allowed-address-pairs May 21 16:00:15.575429 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: auto_allocated_topology.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.576496 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.577014 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: auto-allocated-topology May 21 16:00:15.577344 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: availability_zone.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.578155 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.578662 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: availability_zone May 21 16:00:15.579009 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: availability_zone_filter.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.579912 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.580421 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: availability_zone_filter May 21 16:00:15.580745 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: data_plane_status.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.581688 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.582194 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension data-plane-status not supported by any of loaded plugins May 21 16:00:15.582520 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: default_subnetpools.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.583448 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.583960 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: default-subnetpools May 21 16:00:15.584282 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: dhcpagentscheduler.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.585113 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.585647 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: dhcp_agent_scheduler May 21 16:00:15.585974 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: dns.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.586900 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.587404 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension dns-integration not supported by any of loaded plugins May 21 16:00:15.587727 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: dns_domain_ports.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.588635 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.589138 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension dns-domain-ports not supported by any of loaded plugins May 21 16:00:15.589460 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: dvr.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.590152 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.590655 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: dvr May 21 16:00:15.590975 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: empty_string_filtering.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.591884 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.592390 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: empty-string-filtering May 21 16:00:15.592709 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.594155 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.594662 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 21 16:00:15.594981 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.595887 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.596388 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 21 16:00:15.596708 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: external_net.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.597648 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.598156 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: external-net May 21 16:00:15.598477 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: extra_dhcp_opt.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.599379 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.599886 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: extra_dhcp_opt May 21 16:00:15.600208 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: extraroute.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.601110 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.601654 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: extraroute May 21 16:00:15.601977 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: extraroute_atomic.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.603002 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.603513 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: extraroute-atomic May 21 16:00:15.603838 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: filter_validation.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.604510 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.605024 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: filter-validation May 21 16:00:15.605349 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: fip_pf_description.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.606476 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.606993 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 21 16:00:15.607317 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: fip_port_details.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.608230 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.608748 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: fip-port-details May 21 16:00:15.609137 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: flavors.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.610885 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.611411 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: flavors May 21 16:00:15.611744 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.613394 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.613945 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 21 16:00:15.614274 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: floatingip_pools.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.614977 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.615491 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: floatingip-pools May 21 16:00:15.615885 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: ip_allocation.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.616739 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.617242 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension ip_allocation not supported by any of loaded plugins May 21 16:00:15.617587 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.618501 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.619013 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: ip-substring-filtering May 21 16:00:15.619340 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l2_adjacency.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.620261 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.620769 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension l2_adjacency not supported by any of loaded plugins May 21 16:00:15.621093 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l3.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.622105 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.622624 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: router May 21 16:00:15.622948 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l3_conntrack_helper.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.625232 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.625831 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 21 16:00:15.626168 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.627095 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.627614 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: ext-gw-mode May 21 16:00:15.627947 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.628868 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.629381 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: l3-ha May 21 16:00:15.629769 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l3_flavors.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.630681 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.631198 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: l3-flavors May 21 16:00:15.631524 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.632442 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.632959 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: l3-port-ip-change-not-allowed May 21 16:00:15.633560 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: l3agentscheduler.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.634607 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.635119 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: l3_agent_scheduler May 21 16:00:15.635450 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: logging.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.636923 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.637442 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension logging not supported by any of loaded plugins May 21 16:00:15.637869 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: metering.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.638612 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.639183 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: metering May 21 16:00:15.639513 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.640677 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.641201 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: metering_source_and_destination_fields May 21 16:00:15.641556 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: multiprovidernet.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.642602 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.643115 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: multi-provider May 21 16:00:15.643442 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: netmtu.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.644352 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.644862 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: net-mtu May 21 16:00:15.645187 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: netmtu_writable.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.646161 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.646671 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: net-mtu-writable May 21 16:00:15.646994 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: network_availability_zone.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.647659 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.648165 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: network_availability_zone May 21 16:00:15.648488 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: network_ip_availability.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.649609 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.650118 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: network-ip-availability May 21 16:00:15.650444 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: network_segment_range.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.651215 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.651721 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension network-segment-range not supported by any of loaded plugins May 21 16:00:15.652046 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: pagination.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.653031 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.653362 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: pagination May 21 16:00:15.653718 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: port_device_profile.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.654629 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.655146 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: port-device-profile May 21 16:00:15.655468 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.656925 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.657435 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: port-mac-address-regenerate May 21 16:00:15.657783 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.658700 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.659212 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: port-numa-affinity-policy May 21 16:00:15.659536 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: port_resource_request.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.660447 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.660959 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension port-resource-request not supported by any of loaded plugins May 21 16:00:15.661286 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: portbindings.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.662252 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.662782 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: binding May 21 16:00:15.663071 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: portbindings_extended.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.664344 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.664858 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: binding-extended May 21 16:00:15.665188 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: portsecurity.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.666119 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.666630 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: port-security May 21 16:00:15.666956 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: project_id.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.667925 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.668260 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: project-id May 21 16:00:15.668582 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: providernet.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.669539 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.670045 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: provider May 21 16:00:15.670369 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.674693 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.675216 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos not supported by any of loaded plugins May 21 16:00:15.675548 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.676782 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.677301 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 21 16:00:15.677667 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.678587 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.679104 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 21 16:00:15.679434 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_default.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.680344 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.680855 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-default not supported by any of loaded plugins May 21 16:00:15.681190 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_fip.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.682242 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.682365 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-fip not supported by any of loaded plugins May 21 16:00:15.682694 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_gateway_ip.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.683612 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.684145 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 21 16:00:15.684471 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_port_network_policy.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.685373 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.685914 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 21 16:00:15.686239 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_rule_type_details.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.687229 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.687690 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 21 16:00:15.688005 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: qos_rules_alias.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.689050 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.689589 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension qos-rules-alias not supported by any of loaded plugins May 21 16:00:15.689917 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: quotasv2.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.690973 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.691302 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: quotas May 21 16:00:15.691626 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: quotasv2_detail.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.693267 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.693644 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: quota_details May 21 16:00:15.693971 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: rbac.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.695024 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.695548 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: rbac-policies May 21 16:00:15.695879 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: rbac_address_group.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.696829 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.697344 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: rbac-address-group May 21 16:00:15.697697 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: rbac_address_scope.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.698618 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.699129 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: rbac-address-scope May 21 16:00:15.699456 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: rbac_security_groups.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.700502 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.701016 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: rbac-security-groups May 21 16:00:15.701343 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: rbac_subnetpool.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.702301 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.703449 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: rbac-subnetpool May 21 16:00:15.703785 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: revisionifmatch.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.704696 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.705209 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: revision-if-match May 21 16:00:15.705568 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: revisions.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.706686 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.707197 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: standard-attr-revisions May 21 16:00:15.707524 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: router_availability_zone.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.708191 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.708699 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: router_availability_zone May 21 16:00:15.709023 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: routerservicetype.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.709969 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.710476 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension router-service-type not supported by any of loaded plugins May 21 16:00:15.710802 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.711720 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.712230 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: security-groups-normalized-cidr May 21 16:00:15.712556 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: security_groups_port_filtering.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.713472 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.714020 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: port-security-groups-filtering May 21 16:00:15.714347 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.715256 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.715770 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: security-groups-remote-address-group May 21 16:00:15.716096 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: securitygroup.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.726344 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.726877 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: security-group May 21 16:00:15.727214 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: segment.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.728001 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.728510 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension segment not supported by any of loaded plugins May 21 16:00:15.728840 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.729819 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.730328 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 21 16:00:15.730654 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: servicetype.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.731763 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.732281 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: service-type May 21 16:00:15.732607 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: sorting.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.733682 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.734142 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: sorting May 21 16:00:15.734481 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: standard_attr_segment.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.735387 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.735899 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension standard-attr-segment not supported by any of loaded plugins May 21 16:00:15.736225 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: standardattrdescription.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.736870 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.737380 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: standard-attr-description May 21 16:00:15.737739 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: stateful_security_group.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.738663 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.739170 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: stateful-security-group May 21 16:00:15.739497 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: stdattrs_common.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.740088 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 21 16:00:15.740414 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.741408 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.741953 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 21 16:00:15.742277 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: subnet_onboard.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.743349 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.743871 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: subnet_onboard May 21 16:00:15.744198 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.745134 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.745686 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 21 16:00:15.746012 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: subnet_service_types.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.746933 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.747451 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: subnet-service-types May 21 16:00:15.747776 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: subnetallocation.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.748859 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.749377 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: subnet_allocation May 21 16:00:15.749880 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.750512 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.751026 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: subnetpool-prefix-ops May 21 16:00:15.751355 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.752285 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.752792 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 21 16:00:15.753114 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: tagging.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.754213 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.754756 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: standard-attr-tag May 21 16:00:15.755085 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: timestamp.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.756286 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.756806 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loaded extension: standard-attr-timestamp May 21 16:00:15.757138 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: trunk.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.758194 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.758967 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension trunk not supported by any of loaded plugins May 21 16:00:15.759297 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: trunk_details.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.760210 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.760722 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension trunk-details not supported by any of loaded plugins May 21 16:00:15.761047 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: uplink_status_propagation.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.762008 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.762520 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 21 16:00:15.762845 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Loading extension file: vlantransparent.py {{(pid=91617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 16:00:15.763519 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 16:00:15.764026 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extension vlan-transparent not supported by any of loaded plugins May 21 16:00:15.767264 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:network May 21 16:00:15.767994 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:subnet May 21 16:00:15.768771 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:subnetpool May 21 16:00:15.769385 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:port May 21 16:00:15.770718 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.771160 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service FLAVORS assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.771791 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.772233 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.772568 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:router May 21 16:00:15.773223 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:floatingip May 21 16:00:15.773963 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service METERING assigned prefix: /metering {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.775445 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.775819 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.776174 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:00:15.777308 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of CountableResource for resource:rbac_policy May 21 16:00:15.777797 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:security_group May 21 16:00:15.778468 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:security_group_rule May 21 16:00:15.779216 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service CORE assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.779582 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:subnetpool May 21 16:00:15.779930 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] subnetpool is already registered May 21 16:00:15.780551 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service CORE assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.781654 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:subnetpool May 21 16:00:15.781997 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] subnetpool is already registered May 21 16:00:15.785710 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.786151 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service FLAVORS assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.786760 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.787185 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.787526 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:router May 21 16:00:15.787860 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] router is already registered May 21 16:00:15.788457 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:floatingip May 21 16:00:15.788787 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] floatingip is already registered May 21 16:00:15.789419 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service METERING assigned prefix: /metering {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.790128 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of CountableResource for resource:rbac_policy May 21 16:00:15.790459 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] rbac_policy is already registered May 21 16:00:15.791004 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:security_group May 21 16:00:15.791334 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] security_group is already registered May 21 16:00:15.791925 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:security_group_rule May 21 16:00:15.792261 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] security_group_rule is already registered May 21 16:00:15.792919 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service CORE assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.793256 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:subnetpool May 21 16:00:15.793614 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] subnetpool is already registered May 21 16:00:15.794231 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.v2.resource_helper [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Service CORE assigned prefix: {{(pid=91617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 16:00:15.794568 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Creating instance of TrackedResource for resource:subnetpool May 21 16:00:15.794895 dv-cinder-792462-8-smb neutron-server[91617]: WARNING neutron.quota.resource_registry [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] subnetpool is already registered May 21 16:00:15.795549 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: extensions {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.797029 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: address-groups {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.798668 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: address-scopes {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.799877 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: agents {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.801127 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: auto-allocated-topology {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.802379 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: availability_zones {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.803695 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: dhcp-networks {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.805101 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: dhcp-agents {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.806561 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: routers {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.808355 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: flavors {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.809539 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: service_profiles {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.810742 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: next_providers {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.812290 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: service_profiles {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.813918 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: floatingip-pools {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.815138 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: routers {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.816941 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: floatingips {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.818174 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: l3-routers {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.819540 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: l3-agents {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.820956 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: metering-labels {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.822348 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: metering-label-rules {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.823616 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: network-ip-availabilities {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.824874 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: bindings {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.826538 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: quotas {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.828614 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: quotas {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.830144 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: rbac-policies {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.831436 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: security-groups {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.832641 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: security-group-rules {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.833918 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: service-providers {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.835131 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: subnetpools {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.836551 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: subnetpools {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.838066 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.839735 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.841576 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.843941 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.846795 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.848648 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.850358 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.962114 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.963909 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.965778 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron.api.extensions [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Extended resource: tags {{(pid=91617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 16:00:15.972212 dv-cinder-792462-8-smb neutron-server[91617]: WARNING keystonemiddleware.auth_token [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 21 16:00:15.977040 dv-cinder-792462-8-smb neutron-server[91617]: WARNING keystonemiddleware.auth_token [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 21 16:00:15.985470 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Acquired lock "singleton_lock" {{(pid=91617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 21 16:00:15.985985 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_concurrency.lockutils [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Releasing lock "singleton_lock" {{(pid=91617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 21 16:00:15.986662 dv-cinder-792462-8-smb neutron-server[91617]: INFO oslo_service.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Starting 2 workers May 21 16:00:15.991333 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Started child 91724 {{(pid=91617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 16:00:15.995554 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Started child 91725 {{(pid=91617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 16:00:15.996500 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:15.997113 dv-cinder-792462-8-smb neutron-server[91617]: INFO neutron.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Neutron service started, listening on 0.0.0.0:9696 May 21 16:00:15.997753 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Notify callbacks [] for process, before_spawn {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:15.998033 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [-] (91724) wsgi starting up on http://0.0.0.0:9696 May 21 16:00:16.000161 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:16.000707 dv-cinder-792462-8-smb neutron-server[91617]: INFO oslo_service.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Starting 1 workers May 21 16:00:16.001737 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [-] (91725) wsgi starting up on http://0.0.0.0:9696 May 21 16:00:16.005161 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Started child 91726 {{(pid=91617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 16:00:16.005718 dv-cinder-792462-8-smb neutron-server[91617]: INFO oslo_service.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Starting 1 workers May 21 16:00:16.008832 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] calling RpcWorker wait() {{(pid=91726) _wait /opt/stack/neutron/neutron/service.py:128}} May 21 16:00:16.009399 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] returning from RpcWorker wait() {{(pid=91726) _wait /opt/stack/neutron/neutron/service.py:135}} May 21 16:00:16.010170 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Started child 91727 {{(pid=91617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 16:00:16.010788 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:16.010938 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG neutron_lib.callbacks.manager [None req-a5536752-7e89-4b19-aabd-395ce1d8367c None None] Notify callbacks [] for process, after_spawn {{(pid=91617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:16.011349 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:00:16.012776 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 16:00:16.012995 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 16:00:16.013183 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 16:00:16.013398 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 16:00:16.013762 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 16:00:16.013927 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 16:00:16.014421 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.014696 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.014788 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:16.015767 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.015890 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.016196 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.016939 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:00:16.017046 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.017046 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.017294 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.017578 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.017841 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.018015 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.018182 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.018437 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.018690 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.018999 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.019288 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.019536 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.019809 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.019980 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.020228 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.020492 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.020726 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.021003 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] debug = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.021249 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.021791 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.022015 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.022233 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.022445 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.022709 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.022971 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.023250 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.023494 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.023731 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.023965 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.024231 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.024461 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.024701 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.024907 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.025175 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.025419 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.025949 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] host = dv-cinder-792462-8-smb {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.026186 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.026440 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.026681 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.026928 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.027172 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.027386 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.027642 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.027885 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.028136 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.028365 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.028617 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.028842 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.029079 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.029330 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.029496 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_options = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.029752 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.030027 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.030311 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.030491 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.030661 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.031479 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.031872 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.031872 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.032134 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.032374 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.032545 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.032758 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.033003 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.033236 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.033494 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.033748 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.033989 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.034207 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.034481 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.034724 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.034949 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.035178 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.035399 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.035617 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.035833 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.036046 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.036298 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.036563 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.036863 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.036990 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.037206 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.037464 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.037724 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.037966 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.038238 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.038519 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.038800 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.039094 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.039332 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.039608 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.039890 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.040107 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.040498 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.040737 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.040954 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.041191 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_json = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.041451 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.041649 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.041987 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.042143 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.042371 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.042600 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.042812 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.043111 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.043537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.043819 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.044132 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.044361 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.044630 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.044883 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.045198 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.045444 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.045739 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.045989 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.046328 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.046891 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.047597 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.048120 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.048350 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.048945 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.049231 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.049660 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.049890 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.050119 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.050381 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.050846 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.051036 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.051255 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.051494 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.051757 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.052380 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.052380 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.052803 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.052803 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.053082 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.053082 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.053420 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.053679 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.053900 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.054141 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.054395 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.054625 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.055317 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.055317 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.055603 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.055852 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.056059 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.056294 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.056513 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.056751 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.056966 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.057354 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.059111 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.059111 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.059111 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.059443 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.059667 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.059907 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.060143 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.060412 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.060640 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.060873 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.061104 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.061362 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.061647 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.061912 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.062795 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.063178 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.063540 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.063990 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.064433 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.065590 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.066463 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.066933 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.068096 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.068361 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.068600 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.068832 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.069061 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.069288 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.069532 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.069793 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.070023 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.070243 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.070483 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.070703 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.070939 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.071167 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.071448 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.071742 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.072443 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.072701 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.072969 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.073241 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.073490 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.073754 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.074010 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.075173 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.075433 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.075722 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.075963 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.076226 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.076466 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.076695 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.076962 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.077193 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.077487 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.078707 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.079058 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.079235 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.079544 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.079809 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.080723 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.081529 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.081770 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.082070 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.082319 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.082578 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.082804 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.083076 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.083377 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.083641 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.083919 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.084170 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.084420 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.084660 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.084896 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.085146 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.085749 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.085985 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.086208 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.093552 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094537 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094992 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094992 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094992 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094992 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.094992 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.095280 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.095391 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.096097 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.097473 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.097765 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.098004 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.098241 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.098457 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.098703 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.098952 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.099199 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.099460 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.099691 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.099915 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.100157 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.100381 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.100603 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.100823 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.101073 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.101324 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.101950 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.102237 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.102501 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.102751 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.103003 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.103240 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.103502 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.103721 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.103989 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.105638 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.106767 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.107006 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.107251 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.107508 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.107762 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.108009 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.108238 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.108506 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.108745 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.109169 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.109391 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.110166 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.110437 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.110974 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.112679 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.112942 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.113190 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.113677 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.114063 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.114440 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.114914 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.115178 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.115452 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.115699 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.115949 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.116176 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.116406 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.116651 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.116960 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.117234 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.117476 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.117752 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.117989 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.118223 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.118440 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.118657 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.118876 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.119094 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.119324 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.119540 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.119761 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.119981 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.120194 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.120421 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.120662 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.120878 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.121097 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.121309 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.121571 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.121978 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.121978 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.122344 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.122502 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.122723 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.122999 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.123465 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.124000 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.124100 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.124359 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.125083 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.125439 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.125727 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.126100 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.126336 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.127114 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.127114 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.127557 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.128430 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.128852 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.129211 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.129353 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.129817 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.130386 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.130859 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.131448 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.131937 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.132101 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.132535 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.132911 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.133157 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.133862 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.134092 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.134424 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.134678 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.134904 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.135235 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.135512 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.135732 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.135958 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.136287 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.136520 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.136850 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.137112 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.137367 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.137647 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.137887 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.138049 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 16:00:16.138594 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 16:00:16.138757 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 16:00:16.138912 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 16:00:16.139100 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 16:00:16.139274 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 16:00:16.139431 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 16:00:16.139634 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.139798 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.139960 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.140121 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.140372 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.141100 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.141296 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.141429 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.141611 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.141773 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.141933 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.142090 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.142249 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.142408 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.142566 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.142725 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.142882 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.143059 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.143233 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.143366 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.143509 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.143701 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.143859 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] debug = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.144016 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.144218 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.144371 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.144526 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.144664 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.144824 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.144980 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.145136 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.145291 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.145448 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.145631 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.145805 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.145934 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.146073 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.146235 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.146391 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.146547 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.146703 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] host = dv-cinder-792462-8-smb {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.146860 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.147017 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.147173 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.147329 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.147506 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.147634 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.147772 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.147861 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:00:16.147945 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.148073 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.148228 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.148383 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.148542 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.148697 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.148853 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.149008 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_options = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.149164 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.149320 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.149477 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.149672 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.149833 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.149990 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.150135 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.150292 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.150447 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.150602 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.150758 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.150914 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.151070 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.151225 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.151402 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.151557 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.151712 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.151867 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.152024 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.152180 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.152335 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.152491 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.152646 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.152804 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.152966 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.153121 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.153277 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.153432 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.153612 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.153770 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.153927 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.154084 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.154240 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.154395 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.154549 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.154706 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.154862 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.155041 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.155197 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.155353 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.155508 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.155665 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.155871 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.156140 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.156441 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.156737 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_json = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.157056 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.157347 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.157669 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.157845 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.158008 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.158168 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.158328 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.158569 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 16:00:16.158752 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.158917 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.159090 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.159253 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.159415 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.159578 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.159726 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.159885 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.160780 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.161357 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.161523 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.161693 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.161867 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.162030 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.162415 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.162415 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.162664 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.162664 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.162899 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.163078 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.163205 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.163331 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.163476 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.163638 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.163969 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.163969 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.164202 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.164307 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.164430 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.164540 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.164690 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.164849 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.165010 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.165171 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.165331 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.165491 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.165671 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.165832 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.165994 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.166156 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.166665 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.166838 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.167001 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.167163 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.167325 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.167488 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.167650 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.167812 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.167974 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.168134 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.168307 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.168467 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.168631 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.168793 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.168954 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.169113 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.169273 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.169434 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.169620 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.169782 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.169942 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.170116 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.170329 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.170430 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.170582 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.170743 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.170904 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.171064 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.171224 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.171402 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.171578 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.171874 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.172116 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.172342 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.172476 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.172611 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.172737 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173143 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173143 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173340 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173340 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173492 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173646 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173810 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.173980 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.174159 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.174321 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.174482 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.174643 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.174802 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.175030 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.175128 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.175273 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.175434 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.175594 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.175756 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.175916 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.176079 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.176238 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.176398 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.176558 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.176717 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.176876 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.177035 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.177280 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.177440 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.177882 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.178048 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.178172 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.178255 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.178394 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.178563 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.178723 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.178885 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.179045 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.179213 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.179384 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.179543 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.179703 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.179863 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.180022 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.180182 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.180342 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.180503 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.180662 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.180820 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.180979 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.181146 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.181316 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.181476 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.181659 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.181819 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.182001 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.182161 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.182320 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.182480 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.182639 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.182802 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.182962 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.183121 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.183281 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.183440 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.183599 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.183760 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.183919 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.184079 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.184239 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.184398 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.184559 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.184720 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.184878 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.185038 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.185215 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.185366 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.185545 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.185678 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.185829 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.185985 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.186133 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.186292 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.186452 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.186622 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.186750 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.186907 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.187581 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.187744 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.187901 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.188094 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.188315 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.188567 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.188925 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.188925 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.189442 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.189442 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.189751 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.189751 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.190241 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.190241 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.190241 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.190632 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.190632 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.190632 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191029 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191029 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191029 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191422 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191422 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191903 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191903 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191903 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.191903 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.192393 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.192393 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.192393 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.192802 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.192802 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.193076 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.193076 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.193335 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.193335 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.193621 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.193753 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.193887 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.194033 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.194166 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.194322 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.194461 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.194550 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.194713 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.194875 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.195035 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.195204 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.195426 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.195556 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.195680 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.195803 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.195962 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.196121 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.196280 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.196439 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.196599 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.196828 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.196925 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.197065 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.197220 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.197379 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.197566 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.197727 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.197888 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.198047 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.198209 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.198377 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.198538 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.198697 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.198865 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.199049 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.199181 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.199337 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.199507 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.199667 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.199830 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.199990 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.200149 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.200310 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.200471 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.200635 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.201008 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.201008 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.201262 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.201262 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.201566 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.205572 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.205777 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.205928 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 43238) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:16.206024 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.206152 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.206335 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.206511 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.206681 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.206854 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.207023 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.207192 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.207360 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.207526 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.207689 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.207852 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.208014 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.208176 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.208339 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.208501 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.208662 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.208825 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.208985 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.209146 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.209308 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 16:00:16.209464 dv-cinder-792462-8-smb neutron-server[91617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 16:00:16.214285 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062492 May 21 16:00:27.431769 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34966bb3-ca6e-4658-b171-3a7270bfa43c None None] get_active_networks_info from dv-cinder-792462-8-smb {{(pid=91726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 21 16:00:27.521559 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34966bb3-ca6e-4658-b171-3a7270bfa43c None None] No non-hosted networks {{(pid=91726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 21 16:00:27.531224 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.agentschedulers_db [None req-34966bb3-ca6e-4658-b171-3a7270bfa43c None None] DHCP Agent not found on host dv-cinder-792462-8-smb {{(pid=91726) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 21 16:00:27.598281 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c4b6028a-0f3f-4d88-ac34-a38c98a23c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758'] for agent, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:29.709223 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-758d2045-98b7-40c7-968f-7285da3978a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758'] for agent, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:29.772637 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5736b037-3ff8-4d26-8ff4-850bc7784c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:29.862161 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758'] for agent, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:29.862971 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.863411 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.863842 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.864387 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.864796 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.865269 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.865681 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.866335 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.866673 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.867238 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.867770 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.868320 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:29.868926 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-8-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:00:29.877405 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-8-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:00:30.652450 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758'] for agent, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:32.448807 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758'] for agent, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:33.983034 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 43332) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:34.593078 dv-cinder-792462-8-smb neutron-server[91724]: WARNING oslo_policy.policy [None req-f41d25c7-009d-4f5e-b546-05986d6857c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:34.593770 dv-cinder-792462-8-smb neutron-server[91724]: WARNING oslo_policy.policy [None req-f41d25c7-009d-4f5e-b546-05986d6857c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:34.809818 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [None req-f41d25c7-009d-4f5e-b546-05986d6857c2 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:00:34.811083 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-f41d25c7-009d-4f5e-b546-05986d6857c2 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8255904 May 21 16:00:35.723129 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.db.l3_hamode_db [None req-9496a3f3-95aa-42ff-b5c0-53babe82ca24 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 21 16:00:35.816543 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496a3f3-95aa-42ff-b5c0-53babe82ca24 None None] Routers set() bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:00:35.816928 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496a3f3-95aa-42ff-b5c0-53babe82ca24 None None] Router IDs set() for agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 21 16:00:37.250926 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 43346) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:37.834416 dv-cinder-792462-8-smb neutron-server[91725]: WARNING oslo_policy.policy [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:37.834971 dv-cinder-792462-8-smb neutron-server[91725]: WARNING oslo_policy.policy [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:38.049460 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:00:38.147987 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.policy [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91725) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 16:00:38.192699 dv-cinder-792462-8-smb neutron-server[91725]: WARNING oslo_policy.policy [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:38.193084 dv-cinder-792462-8-smb neutron-server[91725]: WARNING oslo_policy.policy [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:38.201638 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.quota [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] Loaded quota_driver: . May 21 16:00:38.217418 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:00:38.277849 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769548849394', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769548849821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769548907751', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769548904499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769548890771', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769548889030', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-767189', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-891540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4032374', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4097550'] for rbac-policy, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:38.338578 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:38.339725 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-275ecbb2-6685-4748-b6d8-6e5a1572e800 admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0878394 May 21 16:00:40.964234 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 43364) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:41.338169 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'name': 'private'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:00:41.344248 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:00:41.348677 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Usage tracker for resource:network and tenant:28faa62f494440469bb8666fdc1e1973 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:00:41.353426 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:00:41.360145 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:00:41.370410 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Made reservation on behalf of 28faa62f494440469bb8666fdc1e1973 for: {'network': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:00:41.373192 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.391387 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.404916 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:00:41.409293 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Usage tracker for resource:security_group_rule and tenant:28faa62f494440469bb8666fdc1e1973 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:00:41.414669 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:00:41.420257 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:00:41.525859 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.530675 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.535894 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:41.554333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1249} {{(pid=91725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:00:41.580671 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769549713740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.581214 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Unsubscribe: segment precommit_create {{(pid=91725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 16:00:41.581719 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.segments_db [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Added segment ddb069cb-bda7-4c59-b684-ffea0f604aba of type vlan for network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 May 21 16:00:41.629723 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc8aa5-68a9-4c89-add0-0ce5d5b7856c,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:00:41.651219 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.651554 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.651881 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.652202 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.652518 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.652834 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.653144 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.653455 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.653809 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.654123 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.654432 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.654737 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Tracked resource versions report: May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: pushed versions: May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: { 'AddressGroup': {'1.2'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'ConntrackHelper': {'1.0'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Log': {'1.0'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Network': {'1.1'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Port': {'1.7'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'PortForwarding': {'1.2'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'QosPolicy': {'1.8'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroup': {'1.4'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroupRule': {'1.2'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'SubPort': {'1.0'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Subnet': {'1.1'}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Trunk': {'1.1'}} May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: consumer versions: May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'ConntrackHelper': '1.0', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Log': '1.0', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Network': '1.1', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Port': '1.7', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'PortForwarding': '1.2', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'QosPolicy': '1.8', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroup': '1.4', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroupRule': '1.2', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'SubPort': '1.0', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Subnet': '1.1', May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: 'Trunk': '1.1'}} May 21 16:00:41.656492 dv-cinder-792462-8-smb neutron-server[91725]: {{(pid=91725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:00:41.704471 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.712206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:41.746019 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.747467 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:00:41.748097 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:41.752524 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:41.855780 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Pushing event updated for resources: {'Network': ['ID=0ed70a32-63fe-4aca-8ca3-d2d8617579f5,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:00:41.858719 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8935001 May 21 16:00:41.875811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:41.888558 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:00:44.543685 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 43380) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:44.998181 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a351670-a64a-42d7-89ff-ee8d29e63b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:00:45.000267 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3a351670-a64a-42d7-89ff-ee8d29e63b93 admin admin] 10.222.0.91 "GET /v2.0/networks/0ed70a32-63fe-4aca-8ca3-d2d8617579f5 HTTP/1.1" status: 200 len: 826 time: 0.4556136 May 21 16:00:45.027634 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7e20f72d-1803-4b0c-9a4f-ce015c746f02 admin admin] 10.222.0.91 "GET /v2.0/subnetpools/4ca9e0f2-cae5-44d1-93b1-b1acd64df09b HTTP/1.1" status: 200 len: 734 time: 0.0219951 May 21 16:00:45.036272 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Request body: {'subnet': {'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'subnetpool_id': '4ca9e0f2-cae5-44d1-93b1-b1acd64df09b', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:00:45.040615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:00:45.044402 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Usage tracker for resource:subnet and tenant:28faa62f494440469bb8666fdc1e1973 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:00:45.048045 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:00:45.053757 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:00:45.064263 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Made reservation on behalf of 28faa62f494440469bb8666fdc1e1973 for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:00:45.066594 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:45.566798 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:45.571894 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:45.652272 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=890ffc12-02c9-4f1c-a9bc-b57f89e076ad,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:00:45.654207 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Checking segment: {'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:00:45.654568 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Network hostable DHCP agents. Network: 0ed70a32-63fe-4aca-8ca3-d2d8617579f5, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:00:45.659688 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:45.675425 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:00:45.686115 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 0ed70a32-63fe-4aca-8ca3-d2d8617579f5) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:00:45.690959 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:00:45.691537 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:45.695793 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a9fcd2-3231-4b18-b29c-f0f09e2c4edc None None] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:00:45.712574 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6796360 May 21 16:00:46.009114 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'fixed_ips': [{'subnet_id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:00:46.010290 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:46.202022 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Allocated IP 172.20.0.2 (0ed70a32-63fe-4aca-8ca3-d2d8617579f5/890ffc12-02c9-4f1c-a9bc-b57f89e076ad/72a0f398-d725-4256-929b-d60c8bab60fb) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:00:46.435540 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:46.448635 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Transition to ACTIVE for port object 72a0f398-d725-4256-929b-d60c8bab60fb will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:00:46.471489 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Transition to ACTIVE for port object 72a0f398-d725-4256-929b-d60c8bab60fb will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:00:46.478362 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:46.482818 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:46.542366 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:00:46.545591 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:00:46.554171 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:00:46.556404 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Pushing event updated for resources: {'Port': ['ID=72a0f398-d725-4256-929b-d60c8bab60fb,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:00:46.591090 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.591424 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.591747 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.592068 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.592486 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.593601 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.594857 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.594857 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.594857 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.594857 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.595192 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.595370 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Tracked resource versions report: May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: pushed versions: May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: { 'AddressGroup': {'1.2'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'ConntrackHelper': {'1.0'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Log': {'1.0'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Network': {'1.1'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Port': {'1.7'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'PortForwarding': {'1.2'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'QosPolicy': {'1.8'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroup': {'1.4'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroupRule': {'1.2'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'SubPort': {'1.0'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Subnet': {'1.1'}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Trunk': {'1.1'}} May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: consumer versions: May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'ConntrackHelper': '1.0', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Log': '1.0', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Network': '1.1', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Port': '1.7', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'PortForwarding': '1.2', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'QosPolicy': '1.8', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroup': '1.4', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroupRule': '1.2', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'SubPort': '1.0', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Subnet': '1.1', May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: 'Trunk': '1.1'}} May 21 16:00:46.596481 dv-cinder-792462-8-smb neutron-server[91726]: {{(pid=91726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:00:46.604754 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:46.661301 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Attempting to bind port 72a0f398-d725-4256-929b-d60c8bab60fb on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:00:46.661719 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Attempting to bind port 72a0f398-d725-4256-929b-d60c8bab60fb by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:00:46.662149 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Attempting to bind port 72a0f398-d725-4256-929b-d60c8bab60fb on network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:00:46.667515 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:00:46.667917 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Checking segment: {'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:00:46.668413 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:46.668783 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Bound using segment: {'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:00:46.669259 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Bound port: 72a0f398-d725-4256-929b-d60c8bab60fb, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:00:46.669655 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:46.759469 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] For port 72a0f398-d725-4256-929b-d60c8bab60fb, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:00:46.763688 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] For port 72a0f398-d725-4256-929b-d60c8bab60fb, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=72a0f398-d725-4256-929b-d60c8bab60fb,segment=NetworkSegment(ddb069cb-bda7-4c59-b684-ffea0f604aba),segment_id=ddb069cb-bda7-4c59-b684-ffea0f604aba)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:00:46.768086 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:46.773161 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:46.880597 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Pushing event updated for resources: {'Port': ['ID=72a0f398-d725-4256-929b-d60c8bab60fb,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:00:46.883949 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:48.175490 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 43390) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:48.605482 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [None req-d82633b0-edf9-4116-b6bf-91ed285fc8e5 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:00:48.606512 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d82633b0-edf9-4116-b6bf-91ed285fc8e5 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4297786 May 21 16:00:51.037092 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 43400) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:51.448659 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [None req-8b887f1d-f5ce-4f49-845e-ec157a7212bf admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:00:51.449696 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-8b887f1d-f5ce-4f49-845e-ec157a7212bf admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4114687 May 21 16:00:51.734573 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 72a0f398-d725-4256-929b-d60c8bab60fb up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:00:51.808541 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 72a0f398-d725-4256-929b-d60c8bab60fb completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:00:52.492429 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a2f2f-d4fd-4fff-b057-4f8d6950c29d None None] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:00:52.621492 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Provisioning for port 72a0f398-d725-4256-929b-d60c8bab60fb completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:00:52.631972 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Provisioning complete for port 72a0f398-d725-4256-929b-d60c8bab60fb triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:00:52.632400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:52.835052 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:52.882427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] For port 72a0f398-d725-4256-929b-d60c8bab60fb, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=72a0f398-d725-4256-929b-d60c8bab60fb,segment=NetworkSegment(ddb069cb-bda7-4c59-b684-ffea0f604aba),segment_id=ddb069cb-bda7-4c59-b684-ffea0f604aba)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:00:52.886577 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:52.888579 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:00:52.960687 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Pushing event updated for resources: {'Port': ['ID=72a0f398-d725-4256-929b-d60c8bab60fb,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:00:52.963968 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:00:53.110768 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-284d73c2-ee1c-46d9-8ee1-9802d0dff59f None None] Provisioning complete for port 72a0f398-d725-4256-929b-d60c8bab60fb triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:00:53.111141 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-284d73c2-ee1c-46d9-8ee1-9802d0dff59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:53.708287 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 72a0f398-d725-4256-929b-d60c8bab60fb up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:00:53.775688 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 72a0f398-d725-4256-929b-d60c8bab60fb triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:00:53.776056 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:54.139599 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 43416) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:54.499408 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '28faa62f494440469bb8666fdc1e1973'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:00:54.569463 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.policy [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91724) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 16:00:54.615537 dv-cinder-792462-8-smb neutron-server[91724]: WARNING oslo_policy.policy [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:54.615930 dv-cinder-792462-8-smb neutron-server[91724]: WARNING oslo_policy.policy [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 16:00:54.624626 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.quota [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Loaded quota_driver: . May 21 16:00:54.641044 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:00:54.647729 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Usage tracker for resource:router and tenant:28faa62f494440469bb8666fdc1e1973 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:00:54.652696 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:00:54.660910 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:00:54.678551 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:54.680709 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:54.711633 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:54.828879 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:54.850405 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] Notify callbacks [] for router, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:54.851599 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1170166a-1bfc-4a64-8e08-14b336ea3b70 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7108061 May 21 16:00:57.172228 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-da8953e0-38b1-45a1-9e02-472bf49fd0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:57.253060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 43428) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:00:57.634919 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [None req-ea5d6d9e-9ff4-40a6-befd-0bd5713bf752 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:00:57.635864 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-ea5d6d9e-9ff4-40a6-befd-0bd5713bf752 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3818707 May 21 16:00:59.708269 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-47a52659-bb31-4d7d-a992-d9fe8a82b3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:00:59.844965 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.105878 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 43438) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:01:00.528316 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:01:00.533807 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:01:00.537932 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Usage tracker for resource:network and tenant:33fdb20c989445aabf68b1c2722c38e0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:01:00.543081 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:01:00.549879 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:01:00.560000 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Made reservation on behalf of 33fdb20c989445aabf68b1c2722c38e0 for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:01:00.563737 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.582029 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.597012 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.597326 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:01:00.600879 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:33fdb20c989445aabf68b1c2722c38e0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:01:00.604302 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:01:00.610035 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:01:00.713987 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.718053 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.723564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:00.737349 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Reserving flat network on physical network physnet1 {{(pid=91724) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 21 16:01:00.769938 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769549713740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.770475 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Unsubscribe: segment precommit_create {{(pid=91724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 16:01:00.770958 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Added segment f34b178a-145f-4ae3-bcd2-722169e1614d of type flat for network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a May 21 16:01:00.821616 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c95ea0-e050-4f40-ace0-53b009d1b4e5,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:00.841310 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.841670 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.841999 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.842771 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.843267 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.843630 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.843947 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.844260 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.844592 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.844905 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.845215 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.845539 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Tracked resource versions report: May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: pushed versions: May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: { 'AddressGroup': {'1.2'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'ConntrackHelper': {'1.0'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Log': {'1.0'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Network': {'1.1'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Port': {'1.7'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'PortForwarding': {'1.2'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'QosPolicy': {'1.8'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroup': {'1.4'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroupRule': {'1.2'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'SubPort': {'1.0'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Subnet': {'1.1'}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Trunk': {'1.1'}} May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: consumer versions: May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'ConntrackHelper': '1.0', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Log': '1.0', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Network': '1.1', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Port': '1.7', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'PortForwarding': '1.2', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'QosPolicy': '1.8', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroup': '1.4', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroupRule': '1.2', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'SubPort': '1.0', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Subnet': '1.1', May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: 'Trunk': '1.1'}} May 21 16:01:00.846599 dv-cinder-792462-8-smb neutron-server[91724]: {{(pid=91724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:01:00.901302 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.907573 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:00.947512 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.949199 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:01:00.949862 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:00.953346 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:01.060006 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b777872-cc67-4cae-9ddb-fe34b4e61b1a,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:01.063426 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9564936 May 21 16:01:01.065095 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:01.074566 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:01:02.403810 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:03.484629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 43462) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:01:03.738204 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b963bf-8405-45be-8405-50721ee56cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:01:03.739423 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-b8b963bf-8405-45be-8405-50721ee56cb6 admin admin] 10.222.0.91 "GET /v2.0/subnets/890ffc12-02c9-4f1c-a9bc-b57f89e076ad HTTP/1.1" status: 200 len: 849 time: 0.2534769 May 21 16:01:03.909851 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-8a78f9cc-a6a4-497d-a80f-48ab54441257 admin admin] 10.222.0.91 "GET /v2.0/routers/a41e514e-b0c2-403e-bac8-307d07dab8ff HTTP/1.1" status: 200 len: 704 time: 0.1647236 May 21 16:01:04.407835 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:04.647437 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Allocated IP 172.20.0.1 (0ed70a32-63fe-4aca-8ca3-d2d8617579f5/890ffc12-02c9-4f1c-a9bc-b57f89e076ad/4659d74e-4ac0-48ce-83d1-19282f6cd401) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:01:04.808372 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:04.827897 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Transition to ACTIVE for port object 4659d74e-4ac0-48ce-83d1-19282f6cd401 will not be triggered until provisioned by entity DHCP. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:01:04.882922 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:04.887893 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:04.945671 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:01:04.953296 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:01:04.956531 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:01:04.957139 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:05.093780 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Pushing event updated for resources: {'Port': ['ID=4659d74e-4ac0-48ce-83d1-19282f6cd401,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:05.096990 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:05.127312 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-33ab44d3-8037-4e4b-94cd-4337df1501c1 None None] Provisioning for port 4659d74e-4ac0-48ce-83d1-19282f6cd401 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:01:05.134521 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-33ab44d3-8037-4e4b-94cd-4337df1501c1 None None] Provisioning complete for port 4659d74e-4ac0-48ce-83d1-19282f6cd401 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:01:05.134891 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-33ab44d3-8037-4e4b-94cd-4337df1501c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:05.190836 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-33ab44d3-8037-4e4b-94cd-4337df1501c1 None None] Port 4659d74e-4ac0-48ce-83d1-19282f6cd401 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:01:05.282518 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:05.521291 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:05.527191 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:05.530545 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:05.535420 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:05.674531 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Pushing event updated for resources: {'Port': ['ID=4659d74e-4ac0-48ce-83d1-19282f6cd401,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:05.678458 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:05.739338 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:01:05.741033 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:01:05.940340 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Router a41e514e-b0c2-403e-bac8-307d07dab8ff is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:01:06.014545 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-f6b53cfc-576f-46f8-a5d0-288b2fb82ed6 None None] Provisioning complete for port 4659d74e-4ac0-48ce-83d1-19282f6cd401 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:01:06.014891 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6b53cfc-576f-46f8-a5d0-288b2fb82ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:06.069740 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-f6b53cfc-576f-46f8-a5d0-288b2fb82ed6 None None] Port 4659d74e-4ac0-48ce-83d1-19282f6cd401 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:01:06.099331 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:01:06.110887 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] 10.222.0.91 "PUT /v2.0/routers/a41e514e-b0c2-403e-bac8-307d07dab8ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1959534 May 21 16:01:06.111494 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Sync routers for ids ['a41e514e-b0c2-403e-bac8-307d07dab8ff'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:01:06.124269 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Routers {'a41e514e-b0c2-403e-bac8-307d07dab8ff'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:01:06.125179 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:01:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['a41e514e-b0c2-403e-bac8-307d07dab8ff'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:06.314363 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Set router a41e514e-b0c2-403e-bac8-307d07dab8ff gateway port host: None {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:01:06.725060 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'name': 'router1', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:00:54Z', 'updated_at': '2021-05-21T16:01:05Z', 'revision_number': 2, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'gw_port_host': None, '_interfaces': [{'id': '4659d74e-4ac0-48ce-83d1-19282f6cd401', 'name': '', 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'mac_address': 'fa:16:3e:ea:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:04Z', 'updated_at': '2021-05-21T16:01:05Z', 'revision_number': 2, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'subnets': [{'id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ca9e0f2-cae5-44d1-93b1-b1acd64df09b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:06.730123 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Checking router: a41e514e-b0c2-403e-bac8-307d07dab8ff for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:01:06.730501 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Updating router a41e514e-b0c2-403e-bac8-307d07dab8ff port 4659d74e-4ac0-48ce-83d1-19282f6cd401 binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:01:06.783843 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:07.181256 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:07.201736 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Transition to ACTIVE for port object 4659d74e-4ac0-48ce-83d1-19282f6cd401 will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:01:07.208291 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:07.213278 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:07.443768 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Pushing event updated for resources: {'Port': ['ID=4659d74e-4ac0-48ce-83d1-19282f6cd401,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:07.463193 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.463515 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.463832 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.464143 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.464450 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.464756 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.465060 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.465359 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.465770 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.465989 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.466287 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.467544 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Tracked resource versions report: May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: pushed versions: May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: { 'AddressGroup': {'1.2'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'ConntrackHelper': {'1.0'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Log': {'1.0'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Network': {'1.1'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Port': {'1.7'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'PortForwarding': {'1.2'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'QosPolicy': {'1.8'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroup': {'1.4'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroupRule': {'1.2'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'SubPort': {'1.0'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Subnet': {'1.1'}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Trunk': {'1.1'}} May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: consumer versions: May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'ConntrackHelper': '1.0', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Log': '1.0', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Network': '1.1', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Port': '1.7', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'PortForwarding': '1.2', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'QosPolicy': '1.8', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroup': '1.4', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroupRule': '1.2', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'SubPort': '1.0', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Subnet': '1.1', May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: 'Trunk': '1.1'}} May 21 16:01:07.468562 dv-cinder-792462-8-smb neutron-server[91727]: {{(pid=91727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:01:07.472748 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Attempting to bind port 4659d74e-4ac0-48ce-83d1-19282f6cd401 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:01:07.473131 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Attempting to bind port 4659d74e-4ac0-48ce-83d1-19282f6cd401 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:01:07.473572 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Attempting to bind port 4659d74e-4ac0-48ce-83d1-19282f6cd401 on network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:01:07.475763 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:07.479949 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:01:07.480327 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Checking segment: {'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:01:07.480802 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:07.481174 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Bound using segment: {'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:01:07.481694 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Bound port: 4659d74e-4ac0-48ce-83d1-19282f6cd401, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb069cb-bda7-4c59-b684-ffea0f604aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:01:07.482051 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:07.572165 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] For port 4659d74e-4ac0-48ce-83d1-19282f6cd401, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:01:07.576389 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] For port 4659d74e-4ac0-48ce-83d1-19282f6cd401, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=4659d74e-4ac0-48ce-83d1-19282f6cd401,segment=NetworkSegment(ddb069cb-bda7-4c59-b684-ffea0f604aba),segment_id=ddb069cb-bda7-4c59-b684-ffea0f604aba)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:01:07.582060 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:07.585894 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:07.676422 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Routers {'a41e514e-b0c2-403e-bac8-307d07dab8ff'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:01:07.677057 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:01:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['a41e514e-b0c2-403e-bac8-307d07dab8ff'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:07.805998 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Pushing event updated for resources: {'Port': ['ID=4659d74e-4ac0-48ce-83d1-19282f6cd401,revision_number=4']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:07.811855 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:07.845096 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] Set router a41e514e-b0c2-403e-bac8-307d07dab8ff gateway port host: None {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:01:08.192929 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'name': 'router1', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:00:54Z', 'updated_at': '2021-05-21T16:01:05Z', 'revision_number': 2, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'gw_port_host': None, '_interfaces': [{'id': '4659d74e-4ac0-48ce-83d1-19282f6cd401', 'name': '', 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'mac_address': 'fa:16:3e:ea:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:04Z', 'updated_at': '2021-05-21T16:01:07Z', 'revision_number': 4, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'subnets': [{'id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ca9e0f2-cae5-44d1-93b1-b1acd64df09b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:08.197456 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf82a03-bb27-4c33-905a-903c6e934b14 None None] The sync data for ids ['a41e514e-b0c2-403e-bac8-307d07dab8ff'] in dv-cinder-792462-8-smb is: [{'id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'name': 'router1', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:00:54Z', 'updated_at': '2021-05-21T16:01:05Z', 'revision_number': 2, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'gw_port_host': None, '_interfaces': [{'id': '4659d74e-4ac0-48ce-83d1-19282f6cd401', 'name': '', 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'mac_address': 'fa:16:3e:ea:bc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:04Z', 'updated_at': '2021-05-21T16:01:07Z', 'revision_number': 4, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'subnets': [{'id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ca9e0f2-cae5-44d1-93b1-b1acd64df09b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:01:08.375275 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 43484) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:01:08.536008 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b95218a-7a7d-4b26-8e8e-b676fae14ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:01:08.538324 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-7b95218a-7a7d-4b26-8e8e-b676fae14ab8 admin admin] Synchronizing usage tracker for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:01:08.558304 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-7b95218a-7a7d-4b26-8e8e-b676fae14ab8 admin admin] Unset dirty status for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:01:08.559496 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-7b95218a-7a7d-4b26-8e8e-b676fae14ab8 admin admin] 10.222.0.91 "GET /v2.0/networks/4b777872-cc67-4cae-9ddb-fe34b4e61b1a HTTP/1.1" status: 200 len: 842 time: 0.1832492 May 21 16:01:08.570305 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Request body: {'subnet': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'name': 'public-subnet'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:01:08.576004 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:01:08.581011 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Usage tracker for resource:subnet and tenant:33fdb20c989445aabf68b1c2722c38e0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:01:08.584533 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:01:08.591464 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:01:08.603011 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Made reservation on behalf of 33fdb20c989445aabf68b1c2722c38e0 for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:01:08.605355 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:09.071911 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.objects.ports [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91724) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 21 16:01:09.072367 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:09.076981 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:09.199557 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cf2ef4-7dbb-4915-a2c0-8fc253245403,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:09.209923 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:09.212891 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:01:09.213253 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Network hostable DHCP agents. Network: 4b777872-cc67-4cae-9ddb-fe34b4e61b1a, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:01:09.237747 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:01:09.250854 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 4b777872-cc67-4cae-9ddb-fe34b4e61b1a) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:01:09.255411 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:01:09.255993 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:09.261880 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca099a-9b0f-4518-8700-2a33ad3b75fa None None] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:01:09.297537 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7169416 May 21 16:01:09.555456 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7e64e-931f-4d99-ab15-648b94be024e None None] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:01:11.750969 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 4659d74e-4ac0-48ce-83d1-19282f6cd401 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:01:11.835033 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 4659d74e-4ac0-48ce-83d1-19282f6cd401 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:01:11.844108 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 4659d74e-4ac0-48ce-83d1-19282f6cd401 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:01:11.844940 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:11.892615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 43498) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:01:12.011949 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:12.050656 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 4659d74e-4ac0-48ce-83d1-19282f6cd401, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=4659d74e-4ac0-48ce-83d1-19282f6cd401,segment=NetworkSegment(ddb069cb-bda7-4c59-b684-ffea0f604aba),segment_id=ddb069cb-bda7-4c59-b684-ffea0f604aba)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:01:12.058940 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:12.063012 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9090069f-875a-4cbc-9c66-c1ec0bdff3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:12.064187 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:01:12.155657 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=4659d74e-4ac0-48ce-83d1-19282f6cd401,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:12.160992 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:12.200210 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b0bef6e8-bfc1-4d9f-8b37-1573d43b9245 admin admin] 10.222.0.91 "GET /v2.0/routers/a41e514e-b0c2-403e-bac8-307d07dab8ff HTTP/1.1" status: 200 len: 710 time: 0.3063462 May 21 16:01:12.336315 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a339990-94e3-4c00-84b9-ed4563bff29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:01:12.345494 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-8a339990-94e3-4c00-84b9-ed4563bff29f admin admin] 10.222.0.91 "GET /v2.0/networks/4b777872-cc67-4cae-9ddb-fe34b4e61b1a HTTP/1.1" status: 200 len: 886 time: 0.1320062 May 21 16:01:12.351843 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:01:12.833939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:13.275611 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:13.335831 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:13.498253 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Allocated IP 172.28.1.86 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/964e21fb-5509-43bd-b13d-c059e794171c) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:01:13.661556 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:13.722883 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:13.727182 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:13.747617 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 4659d74e-4ac0-48ce-83d1-19282f6cd401 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:01:13.813786 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:01:13.818168 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:01:13.823782 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:01:13.849780 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 4659d74e-4ac0-48ce-83d1-19282f6cd401 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:01:13.850148 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:13.891111 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Pushing event updated for resources: {'Port': ['ID=964e21fb-5509-43bd-b13d-c059e794171c,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:13.894871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:14.234451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:14.634776 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:14.638386 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3828861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3828836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3828639'] for router, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:14.824099 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Router a41e514e-b0c2-403e-bac8-307d07dab8ff has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:01:15.006647 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:01:15.015806 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:15.017103 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] 10.222.0.91 "PUT /v2.0/routers/a41e514e-b0c2-403e-bac8-307d07dab8ff HTTP/1.1" status: 200 len: 889 time: 2.6688781 May 21 16:01:15.017375 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Sync routers for ids ['a41e514e-b0c2-403e-bac8-307d07dab8ff'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:01:15.028044 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Routers {'a41e514e-b0c2-403e-bac8-307d07dab8ff'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:01:15.028716 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:01:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['a41e514e-b0c2-403e-bac8-307d07dab8ff'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:15.232516 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Set router a41e514e-b0c2-403e-bac8-307d07dab8ff gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:01:15.613575 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'name': 'router1', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '964e21fb-5509-43bd-b13d-c059e794171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:00:54Z', 'updated_at': '2021-05-21T16:01:14Z', 'revision_number': 4, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'gw_port': {'id': '964e21fb-5509-43bd-b13d-c059e794171c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:13Z', 'updated_at': '2021-05-21T16:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '4659d74e-4ac0-48ce-83d1-19282f6cd401', 'name': '', 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'mac_address': 'fa:16:3e:ea:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:04Z', 'updated_at': '2021-05-21T16:01:12Z', 'revision_number': 5, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'subnets': [{'id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ca9e0f2-cae5-44d1-93b1-b1acd64df09b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:15.619464 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Checking router: a41e514e-b0c2-403e-bac8-307d07dab8ff for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:01:15.619841 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Updating router a41e514e-b0c2-403e-bac8-307d07dab8ff port 964e21fb-5509-43bd-b13d-c059e794171c binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:01:15.676130 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:16.052105 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:16.066877 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Transition to ACTIVE for port object 964e21fb-5509-43bd-b13d-c059e794171c will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:01:16.073777 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:16.078951 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:16.166819 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0ad3c-1943-45fc-87a6-fd873cb16547 None None] Pushing event updated for resources: {'Port': ['ID=964e21fb-5509-43bd-b13d-c059e794171c,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:16.169295 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Attempting to bind port 964e21fb-5509-43bd-b13d-c059e794171c on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:01:16.169718 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Attempting to bind port 964e21fb-5509-43bd-b13d-c059e794171c by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:01:16.170766 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Attempting to bind port 964e21fb-5509-43bd-b13d-c059e794171c on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:01:16.173540 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-32f0ad3c-1943-45fc-87a6-fd873cb16547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:16.179060 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:01:16.180565 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:01:16.180565 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:16.180809 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:01:16.181956 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Bound port: 964e21fb-5509-43bd-b13d-c059e794171c, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:01:16.181956 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:16.302625 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] For port 964e21fb-5509-43bd-b13d-c059e794171c, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:01:16.307927 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] For port 964e21fb-5509-43bd-b13d-c059e794171c, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=964e21fb-5509-43bd-b13d-c059e794171c,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:01:16.313604 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:16.319384 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:16.411352 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Routers {'a41e514e-b0c2-403e-bac8-307d07dab8ff'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:01:16.412060 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:01:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['a41e514e-b0c2-403e-bac8-307d07dab8ff'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:16.500085 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0ad3c-1943-45fc-87a6-fd873cb16547 None None] Pushing event updated for resources: {'Port': ['ID=964e21fb-5509-43bd-b13d-c059e794171c,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:16.507130 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-32f0ad3c-1943-45fc-87a6-fd873cb16547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:16.641048 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] Set router a41e514e-b0c2-403e-bac8-307d07dab8ff gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:01:16.982980 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'name': 'router1', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '964e21fb-5509-43bd-b13d-c059e794171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:00:54Z', 'updated_at': '2021-05-21T16:01:14Z', 'revision_number': 4, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'gw_port': {'id': '964e21fb-5509-43bd-b13d-c059e794171c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:13Z', 'updated_at': '2021-05-21T16:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '4659d74e-4ac0-48ce-83d1-19282f6cd401', 'name': '', 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'mac_address': 'fa:16:3e:ea:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:04Z', 'updated_at': '2021-05-21T16:01:12Z', 'revision_number': 5, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'subnets': [{'id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ca9e0f2-cae5-44d1-93b1-b1acd64df09b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:01:16.987506 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ab024-ca90-41da-a3c5-c4c97e8d6713 None None] The sync data for ids ['a41e514e-b0c2-403e-bac8-307d07dab8ff'] in dv-cinder-792462-8-smb is: [{'id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'name': 'router1', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.86'}], 'enable_snat': True}, 'gw_port_id': '964e21fb-5509-43bd-b13d-c059e794171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:00:54Z', 'updated_at': '2021-05-21T16:01:14Z', 'revision_number': 4, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'gw_port': {'id': '964e21fb-5509-43bd-b13d-c059e794171c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:13Z', 'updated_at': '2021-05-21T16:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '4659d74e-4ac0-48ce-83d1-19282f6cd401', 'name': '', 'network_id': '0ed70a32-63fe-4aca-8ca3-d2d8617579f5', 'tenant_id': '28faa62f494440469bb8666fdc1e1973', 'mac_address': 'fa:16:3e:ea:bc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41e514e-b0c2-403e-bac8-307d07dab8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:01:04Z', 'updated_at': '2021-05-21T16:01:12Z', 'revision_number': 5, 'project_id': '28faa62f494440469bb8666fdc1e1973', 'subnets': [{'id': '890ffc12-02c9-4f1c-a9bc-b57f89e076ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ca9e0f2-cae5-44d1-93b1-b1acd64df09b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:01:17.558377 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 43508) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:01:17.679513 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1439034c-2f8f-40a6-a572-2a0037296072 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1199601 May 21 16:01:17.770191 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 964e21fb-5509-43bd-b13d-c059e794171c up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:01:17.841326 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 964e21fb-5509-43bd-b13d-c059e794171c completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:01:17.846959 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 964e21fb-5509-43bd-b13d-c059e794171c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:01:17.847337 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:18.002107 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:18.018468 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 964e21fb-5509-43bd-b13d-c059e794171c, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=964e21fb-5509-43bd-b13d-c059e794171c,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:01:18.023851 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:18.028378 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-7f4eb68d-8594-41c3-8871-832d138faefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:01:18.113271 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=964e21fb-5509-43bd-b13d-c059e794171c,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:01:18.117066 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:01:19.747686 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 964e21fb-5509-43bd-b13d-c059e794171c up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:01:19.823245 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 964e21fb-5509-43bd-b13d-c059e794171c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:01:19.823620 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:27.193262 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-b8d77d23-36c5-47d4-95fb-68e93c7260fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:29.715050 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e208-7ff9-4040-b8fc-0bd285ddd8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:29.848786 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:30.601418 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:32.432201 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:49.065706 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:01:57.180941 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-b7e06b61-c88f-4588-8128-212116f21baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:59.716756 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9e52ecea-0e75-4fc4-a206-348d68af6a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:01:59.858558 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:00.612044 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:02.433815 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:26.065376 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:02:27.184476 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-14ec2a2a-cbfb-47f2-9cee-5f6d0650f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:29.710489 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5fb0-8d70-4099-84b8-723f67cbe131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:29.853183 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:30.607880 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:32.428173 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:55.874710 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44078) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:02:55.941285 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.pecan_wsgi.hooks.translation [None req-16866aa2-ed19-4fd1-bf4d-9b89995b511d admin admin] GET failed (client error): The resource could not be found. May 21 16:02:55.942564 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-16866aa2-ed19-4fd1-bf4d-9b89995b511d admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669141 May 21 16:02:56.072201 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b51f51-aac7-4599-afe8-05b8cc01e5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:02:56.073841 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-88b51f51-aac7-4599-afe8-05b8cc01e5de admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1273544 May 21 16:02:57.187807 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-ce556c98-885e-40b3-ade8-7071aeb45b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:58.187048 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44088) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:02:58.296841 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d1dbd7-fbce-4185-8578-fd137ac28899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:02:58.297402 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-b5d1dbd7-fbce-4185-8578-fd137ac28899 admin admin] Synchronizing usage tracker for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:subnet {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:02:58.313127 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-b5d1dbd7-fbce-4185-8578-fd137ac28899 admin admin] Unset dirty status for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:subnet {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:02:58.314298 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-b5d1dbd7-fbce-4185-8578-fd137ac28899 admin admin] 10.222.0.91 "GET /v2.0/subnets/890ffc12-02c9-4f1c-a9bc-b57f89e076ad HTTP/1.1" status: 200 len: 849 time: 0.1263039 May 21 16:02:58.323593 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:02:58.439949 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:58.631098 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769549702840'] for subnet, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:58.636217 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:02:58.677369 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:02:58.677986 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:58.679251 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] 10.222.0.91 "PUT /v2.0/subnets/890ffc12-02c9-4f1c-a9bc-b57f89e076ad HTTP/1.1" status: 200 len: 868 time: 0.3594959 May 21 16:02:58.679702 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16507ec5-e59c-4644-af9f-11a7d76dab78 None None] Network 0ed70a32-63fe-4aca-8ca3-d2d8617579f5 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:02:58.702476 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890ffc12-02c9-4f1c-a9bc-b57f89e076ad,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:02:58.710369 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.710739 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.711045 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.711373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.711695 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.712018 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.712337 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.712654 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.712993 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.713314 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.713710 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.714617 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:02:58.722467 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:02:59.178306 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-17c9756b-fe14-481c-9a8f-653a4da548fd None None] Provisioning complete for port 72a0f398-d725-4256-929b-d60c8bab60fb triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:02:59.178671 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-17c9756b-fe14-481c-9a8f-653a4da548fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:59.305633 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-17c9756b-fe14-481c-9a8f-653a4da548fd None None] Provisioning complete for port 4659d74e-4ac0-48ce-83d1-19282f6cd401 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:02:59.306006 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-17c9756b-fe14-481c-9a8f-653a4da548fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:59.713033 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7e87359d-110d-4d45-855e-0ddb88add8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:02:59.856386 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:00.609324 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:00.830344 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44098) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:01.005860 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce14c46-6a18-44e7-8d66-2325636c9f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:01.006337 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce14c46-6a18-44e7-8d66-2325636c9f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:01.007827 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1ce14c46-6a18-44e7-8d66-2325636c9f51 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1765494 May 21 16:03:02.432094 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:03.065480 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:03:03.158032 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44108) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:03.331659 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce75da3-e61b-4dc6-b198-d31341cc55d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:03.332048 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce75da3-e61b-4dc6-b198-d31341cc55d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:03.333572 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-7ce75da3-e61b-4dc6-b198-d31341cc55d9 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1745741 May 21 16:03:05.482736 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44118) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:05.661830 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1120a2-2a16-494b-9bad-3da35ce4529b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:05.663085 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-6a1120a2-2a16-494b-9bad-3da35ce4529b admin admin] 10.222.0.91 "GET /v2.0/networks/0ed70a32-63fe-4aca-8ca3-d2d8617579f5 HTTP/1.1" status: 200 len: 870 time: 0.1793859 May 21 16:03:07.797171 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44128) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:07.962524 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b24336-ec0c-4129-91fa-05fef8fd882c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:07.964063 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-90b24336-ec0c-4129-91fa-05fef8fd882c admin admin] 10.222.0.91 "GET /v2.0/networks/4b777872-cc67-4cae-9ddb-fe34b4e61b1a HTTP/1.1" status: 200 len: 886 time: 0.1658952 May 21 16:03:10.125660 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44138) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:10.232182 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb2c93-6578-491e-9fb5-20511da947de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:10.232647 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb2c93-6578-491e-9fb5-20511da947de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:10.234194 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e6cb2c93-6578-491e-9fb5-20511da947de admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075861 May 21 16:03:12.363873 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44148) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:12.472439 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e441f3-6156-4900-a989-e0a8e7e5e357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:12.472904 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e441f3-6156-4900-a989-e0a8e7e5e357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:12.474431 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-a0e441f3-6156-4900-a989-e0a8e7e5e357 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096303 May 21 16:03:14.618437 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44158) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:14.721545 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92f808c-6523-47ff-8103-df10116bfee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:14.722863 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d92f808c-6523-47ff-8103-df10116bfee8 admin admin] 10.222.0.91 "GET /v2.0/subnets/58cf2ef4-7dbb-4915-a2c0-8fc253245403 HTTP/1.1" status: 200 len: 816 time: 0.1035602 May 21 16:03:16.863876 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44168) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:16.969006 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b1e0f-abef-4624-9cdf-a145e4e3d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:16.970428 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d63b1e0f-abef-4624-9cdf-a145e4e3d445 admin admin] 10.222.0.91 "GET /v2.0/subnets/890ffc12-02c9-4f1c-a9bc-b57f89e076ad HTTP/1.1" status: 200 len: 868 time: 0.1056154 May 21 16:03:27.192086 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0571110b-ec95-4460-8187-19e8362982af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:29.715719 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-40e7d896-f5b0-4914-82a9-073e7fce0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:29.858799 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:30.611069 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:32.437003 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:40.064142 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:03:40.322470 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44212) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:40.371194 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [None req-829fa481-5d9e-41a0-ae79-b6c121366135 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:03:40.372189 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-829fa481-5d9e-41a0-ae79-b6c121366135 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488536 May 21 16:03:42.569183 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44222) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:42.635965 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5bbf14-5f86-4fde-b619-b6d197636b57 admin admin] GET failed (client error): The resource could not be found. May 21 16:03:42.637206 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-dd5bbf14-5f86-4fde-b619-b6d197636b57 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670638 May 21 16:03:42.763831 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49936327-b535-4fe7-95c8-cd1dfc435315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:42.765290 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-49936327-b535-4fe7-95c8-cd1dfc435315 admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1243262 May 21 16:03:44.915366 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44232) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:44.962425 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:03:44.967584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:03:44.976941 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:03:44.986577 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Made reservation on behalf of 33fdb20c989445aabf68b1c2722c38e0 for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:03:44.988959 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:45.113528 dv-cinder-792462-8-smb neutron-server[91724]: WARNING neutron.services.revisions.revision_plugin [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Could not find related network for resource to bump revision. May 21 16:03:45.126106 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:03:45.136410 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:45.136740 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Added segment 87e92b62-4800-4ead-bfcc-f8230c733f3c of type vlan for network dade86b3-7c69-458e-914b-96ccd997ac44 May 21 16:03:45.163148 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:45.193781 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:45.195052 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:45.195618 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:45.199463 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:03:45.296250 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Pushing event updated for resources: {'Network': ['ID=dade86b3-7c69-458e-914b-96ccd997ac44,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:03:45.299013 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3826206 May 21 16:03:45.299705 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:03:45.312742 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network dade86b3-7c69-458e-914b-96ccd997ac44 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:03:47.430695 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44242) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:03:47.497759 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dab8760-cbca-463b-89bc-408e147c1ce4 admin admin] GET failed (client error): The resource could not be found. May 21 16:03:47.498275 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-2dab8760-cbca-463b-89bc-408e147c1ce4 admin admin] Synchronizing usage tracker for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:03:47.512820 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-2dab8760-cbca-463b-89bc-408e147c1ce4 admin admin] Unset dirty status for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:03:47.514038 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-2dab8760-cbca-463b-89bc-408e147c1ce4 admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0823972 May 21 16:03:47.619117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c608e1-e2da-4982-9712-33406d701cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:47.620877 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d6c608e1-e2da-4982-9712-33406d701cb0 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1026289 May 21 16:03:47.630403 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:03:47.634853 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:03:47.644442 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:03:47.654788 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Made reservation on behalf of 33fdb20c989445aabf68b1c2722c38e0 for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:03:47.657041 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:48.033437 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:48.037942 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-afa6a8b2-6952-4ebf-b07b-1c17cc6ce502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:03:48.109313 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf79963c-1301-4752-a28f-354cdb4db420,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:03:48.114435 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:03:48.116822 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Checking segment: {'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:03:48.117174 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Network hostable DHCP agents. Network: dade86b3-7c69-458e-914b-96ccd997ac44, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:03:48.133461 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Network dade86b3-7c69-458e-914b-96ccd997ac44 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:03:48.142475 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, dade86b3-7c69-458e-914b-96ccd997ac44) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:03:48.146385 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:03:48.146966 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:48.155963 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86115fb-325b-42b3-a05b-bbee5cc9e16d None None] Network dade86b3-7c69-458e-914b-96ccd997ac44 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:03:48.173417 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5461633 May 21 16:03:48.387589 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-dade86b3-7c69-458e-914b-96ccd997ac44', 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44', 'tenant_id': '33fdb20c989445aabf68b1c2722c38e0', 'fixed_ips': [{'subnet_id': 'bf79963c-1301-4752-a28f-354cdb4db420'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:03:48.388423 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:48.580863 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Allocated IP 192.168.233.2 (dade86b3-7c69-458e-914b-96ccd997ac44/bf79963c-1301-4752-a28f-354cdb4db420/b783022f-7595-4880-a9e2-911bcd1ab985) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:03:48.803206 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:48.814438 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Transition to ACTIVE for port object b783022f-7595-4880-a9e2-911bcd1ab985 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:03:48.834234 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Transition to ACTIVE for port object b783022f-7595-4880-a9e2-911bcd1ab985 will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:03:48.840455 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:48.844947 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:03:48.906534 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Network dade86b3-7c69-458e-914b-96ccd997ac44 is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:03:48.909298 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:03:48.912906 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:03:48.945168 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Pushing event updated for resources: {'Port': ['ID=b783022f-7595-4880-a9e2-911bcd1ab985,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:03:48.984324 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.984662 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.984996 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.985320 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.985683 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.985993 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.986313 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.986627 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.986943 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.987259 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.987570 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.987885 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:03:48.995753 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:03:49.017275 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Attempting to bind port b783022f-7595-4880-a9e2-911bcd1ab985 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:03:49.017714 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Attempting to bind port b783022f-7595-4880-a9e2-911bcd1ab985 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:03:49.018067 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Attempting to bind port b783022f-7595-4880-a9e2-911bcd1ab985 on network dade86b3-7c69-458e-914b-96ccd997ac44 {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:03:49.023339 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:03:49.023701 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Checking segment: {'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:03:49.024089 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:49.024471 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Bound using segment: {'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:03:49.024925 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Bound port: b783022f-7595-4880-a9e2-911bcd1ab985, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:03:49.025286 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:49.117547 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] For port b783022f-7595-4880-a9e2-911bcd1ab985, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:03:49.121811 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] For port b783022f-7595-4880-a9e2-911bcd1ab985, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=b783022f-7595-4880-a9e2-911bcd1ab985,segment=NetworkSegment(87e92b62-4800-4ead-bfcc-f8230c733f3c),segment_id=87e92b62-4800-4ead-bfcc-f8230c733f3c)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:03:49.127295 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:49.131247 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-32f0ad3c-1943-45fc-87a6-fd873cb16547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:03:49.205935 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Pushing event updated for resources: {'Port': ['ID=b783022f-7595-4880-a9e2-911bcd1ab985,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:03:49.209106 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:03:49.882791 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device b783022f-7595-4880-a9e2-911bcd1ab985 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:03:49.966524 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port b783022f-7595-4880-a9e2-911bcd1ab985 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:03:50.020231 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a4619-5ea4-487b-8b44-f9f260fd411e None None] Network dade86b3-7c69-458e-914b-96ccd997ac44 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:03:50.100082 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Provisioning for port b783022f-7595-4880-a9e2-911bcd1ab985 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:03:50.110664 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Provisioning complete for port b783022f-7595-4880-a9e2-911bcd1ab985 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:03:50.111032 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:50.338806 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:50.385911 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] For port b783022f-7595-4880-a9e2-911bcd1ab985, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=b783022f-7595-4880-a9e2-911bcd1ab985,segment=NetworkSegment(87e92b62-4800-4ead-bfcc-f8230c733f3c),segment_id=87e92b62-4800-4ead-bfcc-f8230c733f3c)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:03:50.402717 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:50.404648 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:03:50.481486 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Pushing event updated for resources: {'Port': ['ID=b783022f-7595-4880-a9e2-911bcd1ab985,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:03:50.486331 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:03:50.624455 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-1b2feaff-0ae2-4229-aac2-2c6372164d2c None None] Provisioning complete for port b783022f-7595-4880-a9e2-911bcd1ab985 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:03:50.624764 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1b2feaff-0ae2-4229-aac2-2c6372164d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:51.838961 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device b783022f-7595-4880-a9e2-911bcd1ab985 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:03:51.906901 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port b783022f-7595-4880-a9e2-911bcd1ab985 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:03:51.907266 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:57.194626 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-567149c8-2a85-4704-8212-8826b4f8f99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:59.717604 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c0e9cd84-0504-4faf-a03b-49db38a4727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:03:59.860498 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:00.614717 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:02.440089 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:17.062946 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:04:27.197766 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-957160fd-4c01-4466-afe4-def52eb5dd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:29.718975 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-b2b77bbe-97a8-41e2-bcf3-ac19fe131371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:29.862662 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:30.616983 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:32.441490 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:54.061767 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:04:54.826616 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44292) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:04:54.832722 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [None req-e8cf8360-0756-4679-996c-ea2cee609e93 tempest-verify_tempest_config-232554918 tempest-verify_tempest_config-232554918-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:04:54.833745 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-e8cf8360-0756-4679-996c-ea2cee609e93 tempest-verify_tempest_config-232554918 tempest-verify_tempest_config-232554918-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061100 May 21 16:04:55.141809 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44310) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:04:55.255622 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:55.270427 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:04:55.274955 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb38b8e473aa439eae8b8dd7a3f39b0a is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:04:55.277899 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:04:55.283622 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:04:55.363536 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:55.368003 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:55.375588 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:04:55.418457 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Synchronizing usage tracker for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:04:55.421728 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4fef07-bbfc-4447-a9d7-52a67724b1ef,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:04:55.432628 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.432990 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.433290 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.433642 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.433962 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.434279 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.434595 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.434960 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.435236 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.435548 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.435925 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.436329 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:04:55.441638 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:04:55.449042 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Unset dirty status for tenant:33fdb20c989445aabf68b1c2722c38e0 on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:04:55.450567 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cb38b8e473aa439eae8b8dd7a3f39b0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3076932 May 21 16:04:55.453123 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44316) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:04:55.510507 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:55.535519 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:55.627896 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:55.631793 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a6400f40-4884-4abf-823b-18d3c23c3ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:04:55.642732 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4fef07-bbfc-4447-a9d7-52a67724b1ef,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:04:55.649061 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:04:55.650183 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:55.651287 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3d4fef07-bbfc-4447-a9d7-52a67724b1ef HTTP/1.1" status: 204 len: 168 time: 0.1972427 May 21 16:04:57.200386 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5488-fc74-486e-be06-2c33559c8363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:59.721911 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7d743d80-6fc6-4af8-b9c3-ed0c1c997c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:04:59.864404 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:00.622318 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:02.446673 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:27.203401 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-d25c2137-268c-4ca3-bf61-1377d2db7945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:29.728936 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-467b81f2-9a41-423e-8e3a-25f3e32b9f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:29.872317 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:30.627327 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:31.060727 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:05:32.449804 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:57.206016 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-b415e67e-2091-4343-8ae3-0a58d9e91ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:59.722559 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-b44c5306-1132-4ec8-8c4c-a8e1e895cbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:05:59.864403 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:00.628133 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:02.454089 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:08.060009 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 5 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:06:27.209787 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-bb7397ee-1885-4c7b-b49c-d259c01ca582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:29.724248 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7ccd555f-11e2-49b7-8086-f6e94b4c5ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:29.868034 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:30.630290 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:32.456663 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:42.950607 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758'] for agent, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:45.060751 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:06:47.103224 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44368) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:06:47.223453 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3c9d3bbe-44c4-419e-b2f6-480097f0be24 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1190476 May 21 16:06:49.384774 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44378) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:06:49.444902 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-7cdac9b9-122d-491c-abe4-2f2ae3a1bf90 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0589788 May 21 16:06:57.213054 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5040-f741-4197-932d-d7d022e587c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:59.726514 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-af26db48-3bfa-43f5-bee8-fa16a2382644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:06:59.870418 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:00.631204 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:02.550954 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:12.902376 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:22.059600 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:07:27.214801 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcfd8-12d0-436d-a786-8d36a18d0917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:29.727783 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-ddcd29aa-20bd-4236-915c-ec40f33e9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:29.872112 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:30.633158 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:32.464279 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:42.902232 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:57.216491 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-934ca2cf-f1f3-4b46-897f-0f234c63dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:59.058673 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:07:59.730177 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9ff3e601-3d55-4bcb-bc3d-35e3db95f8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:07:59.874164 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:00.636106 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:02.478913 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:12.917040 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:20.631835 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44578) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:20.791245 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44588) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:20.938715 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44598) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:20.956381 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44604) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:21.037340 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726877775-network', 'tenant_id': '038a19445497414b9c47cbfa932067ca'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:21.042523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.046473 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Usage tracker for resource:network and tenant:038a19445497414b9c47cbfa932067ca is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.049633 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.057877 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.083282 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Made reservation on behalf of 038a19445497414b9c47cbfa932067ca for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:21.085768 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.099386 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-network', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:21.108205 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.110305 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.115325 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44612) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:21.135369 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Usage tracker for resource:network and tenant:0e5dd23b15734e51a56518dc117f85c0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.139017 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.141981 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.148984 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.151134 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Usage tracker for resource:security_group_rule and tenant:038a19445497414b9c47cbfa932067ca is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.154644 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.163810 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.170972 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Made reservation on behalf of 0e5dd23b15734e51a56518dc117f85c0 for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:21.174284 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.194584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-187918629-network', 'tenant_id': '06997d78033c4441a9f5f2a805cd7538'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:21.208414 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.222190 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-422629847-network', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:21.241298 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.245534 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Usage tracker for resource:network and tenant:06997d78033c4441a9f5f2a805cd7538 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.248414 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.250516 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.256880 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.264231 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.270457 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Usage tracker for resource:network and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.276785 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Usage tracker for resource:security_group_rule and tenant:0e5dd23b15734e51a56518dc117f85c0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.280740 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.288584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.300911 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.316259 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.321789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Made reservation on behalf of 3e1bb61efae342dbb192ab01b522cc6d for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:21.324197 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.328035 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1635610289-network', 'tenant_id': '6116b56c2309419082837392ee2ac677'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:21.334446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Made reservation on behalf of 06997d78033c4441a9f5f2a805cd7538 for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:21.335533 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.336620 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.342463 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Usage tracker for resource:network and tenant:6116b56c2309419082837392ee2ac677 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.347347 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.353947 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.360188 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.371349 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Made reservation on behalf of 6116b56c2309419082837392ee2ac677 for: {'network': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:21.371678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.374636 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.389970 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.408020 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.414265 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6116b56c2309419082837392ee2ac677 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.417524 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.418033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.425156 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.428084 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.436972 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Usage tracker for resource:security_group_rule and tenant:06997d78033c4441a9f5f2a805cd7538 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.444719 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Usage tracker for resource:security_group_rule and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.448250 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.453000 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.469540 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.478674 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.528350 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.540575 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.546473 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.546703 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.550518 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:21.567602 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:21.582121 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=91725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:08:21.593052 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d815b1-e78c-415a-86a8-f50a14dc7591,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:21.601144 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0e0084-1ce8-4d56-8d70-2a329ca63ce7,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:21.604359 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.604879 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.605373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.605873 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.606373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.607008 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.607493 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.607971 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.608467 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.608797 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.609118 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.609433 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Tracked resource versions report: May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: pushed versions: May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: { 'AddressGroup': {'1.2'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'ConntrackHelper': {'1.0'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Log': {'1.0'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Network': {'1.1'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Port': {'1.7'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'PortForwarding': {'1.2'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'QosPolicy': {'1.8'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroup': {'1.4'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroupRule': {'1.2'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'SubPort': {'1.0'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Subnet': {'1.1'}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Trunk': {'1.1'}} May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: consumer versions: May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: HyperV agent@hv-cinder-79246: {}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'ConntrackHelper': '1.0', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Log': '1.0', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Network': '1.1', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Port': '1.7', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'PortForwarding': '1.2', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'QosPolicy': '1.8', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroup': '1.4', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'SecurityGroupRule': '1.2', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'SubPort': '1.0', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Subnet': '1.1', May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: 'Trunk': '1.1'}} May 21 16:08:21.610465 dv-cinder-792462-8-smb neutron-server[91725]: {{(pid=91725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:08:21.619607 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.619607 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.619607 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.620007 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.620321 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.620908 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.621766 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.622324 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.623110 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.623659 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.624393 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.625005 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:21.625675 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.626027 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.segments_db [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Added segment 0ba1fcc2-e2c0-44e2-8226-85b05e96ff74 of type vlan for network 974d91e8-7cce-4645-8275-6540ae8d13b2 May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Tracked resource versions report: May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: pushed versions: May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: { 'AddressGroup': {'1.2'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'ConntrackHelper': {'1.0'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Log': {'1.0'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Network': {'1.1'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Port': {'1.7'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'PortForwarding': {'1.2'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'QosPolicy': {'1.8'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroup': {'1.4'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroupRule': {'1.2'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'SubPort': {'1.0'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Subnet': {'1.1'}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Trunk': {'1.1'}} May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: consumer versions: May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: HyperV agent@hv-cinder-79246: {}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'ConntrackHelper': '1.0', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Log': '1.0', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Network': '1.1', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Port': '1.7', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'PortForwarding': '1.2', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'QosPolicy': '1.8', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroup': '1.4', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'SecurityGroupRule': '1.2', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'SubPort': '1.0', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Subnet': '1.1', May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: 'Trunk': '1.1'}} May 21 16:08:21.626536 dv-cinder-792462-8-smb neutron-server[91724]: {{(pid=91724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:08:21.628856 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:21.642680 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:08:21.666098 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:21.672024 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.694141 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.694510 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Added segment fffdb73f-47c7-4756-b829-c3d8b02dd676 of type vlan for network f8c3f08f-fc2c-434f-a90e-1016a622aa89 May 21 16:08:21.714903 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.719101 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.722672 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:21.723347 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.732433 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-849fb717-df1f-441b-8618-f2b28774b78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:21.740153 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.775178 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.782404 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.800969 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:08:21.812350 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.812968 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Added segment 4949efef-b642-4ec8-9234-3671e7a3ed76 of type vlan for network f645797b-8546-490c-9dcc-da501d6ba51b May 21 16:08:21.834882 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:21.841967 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:21.842753 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.905961 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7893374 May 21 16:08:21.906352 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44650) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:21.906697 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2737772 May 21 16:08:21.915113 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44652) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:21.920828 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Request body: {'subnet': {'network_id': 'f8c3f08f-fc2c-434f-a90e-1016a622aa89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1726877775-subnet', 'tenant_id': '038a19445497414b9c47cbfa932067ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:21.926931 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:21.931397 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Usage tracker for resource:subnet and tenant:038a19445497414b9c47cbfa932067ca is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:21.934518 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:21.935274 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:21.941490 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:21.949548 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Pushing event updated for resources: {'Network': ['ID=974d91e8-7cce-4645-8275-6540ae8d13b2,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:21.954175 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:21.959341 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Request body: {'subnet': {'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1635610289-subnet', 'tenant_id': '6116b56c2309419082837392ee2ac677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:21.964183 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 974d91e8-7cce-4645-8275-6540ae8d13b2 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:08:21.967193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Made reservation on behalf of 038a19445497414b9c47cbfa932067ca for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:21.969669 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.002847 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65c892-186a-4456-9ef6-2a9bc4db8c70,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:22.045917 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:22.054111 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:22.119071 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:22.126011 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Usage tracker for resource:subnet and tenant:6116b56c2309419082837392ee2ac677 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:22.131632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:22.169782 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:22.267151 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.db.resource_extend [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 16:08:22.279455 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c3f08f-fc2c-434f-a90e-1016a622aa89,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:22.291156 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network f8c3f08f-fc2c-434f-a90e-1016a622aa89 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:08:22.305072 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.321945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:22.337702 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.340025 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.352433 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Made reservation on behalf of 6116b56c2309419082837392ee2ac677 for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:22.357758 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.370220 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:22.406625 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.418808 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:08:22.422197 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.427503 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e63d0a-16ab-46eb-8dc5-f04beb9c627c,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:22.432354 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:22.433160 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.438629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:22.442840 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:22.468036 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:08:22.470574 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.471708 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Added segment d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093 of type vlan for network 49a657cd-15ba-4837-a8a8-0baba6217852 May 21 16:08:22.613152 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.613945 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Added segment 7d6e67f4-28f1-4f35-ac67-447bb0ea1f50 of type vlan for network aa99f540-a2df-4691-822d-d45a123c8425 May 21 16:08:22.648989 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8565683 May 21 16:08:22.649763 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44678) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:22.654564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.663935 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Request body: {'subnet': {'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-subnet', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:22.671208 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Pushing event updated for resources: {'Network': ['ID=f645797b-8546-490c-9dcc-da501d6ba51b,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:22.683835 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network f645797b-8546-490c-9dcc-da501d6ba51b details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:08:22.687115 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:22.697178 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-380722d2-77c6-458e-b736-bdd656638e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:22.707298 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:22.719265 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Usage tracker for resource:subnet and tenant:0e5dd23b15734e51a56518dc117f85c0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:22.728127 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:22.738031 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:22.772437 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68a143-6437-4414-8c2a-2baa6a732217,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:22.778061 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:22.780063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.790116 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Made reservation on behalf of 0e5dd23b15734e51a56518dc117f85c0 for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:22.792858 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.818051 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.db.resource_extend [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 16:08:22.884241 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:22.891375 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:22.966168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.db.resource_extend [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 16:08:22.989338 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.001148 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:23.001752 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.028783 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:23.114405 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Checking segment: {'id': 'fffdb73f-47c7-4756-b829-c3d8b02dd676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'f8c3f08f-fc2c-434f-a90e-1016a622aa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:23.114779 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Network hostable DHCP agents. Network: f8c3f08f-fc2c-434f-a90e-1016a622aa89, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:08:23.149126 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.202307 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:23.202879 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.209886 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede841d5-3a52-4dea-8df8-0be67e0fee5c,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:23.220343 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:23.246518 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Network f8c3f08f-fc2c-434f-a90e-1016a622aa89 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:08:23.254188 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2959743 May 21 16:08:23.255271 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44710) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:23.271141 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3282697 May 21 16:08:23.271354 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, f8c3f08f-fc2c-434f-a90e-1016a622aa89) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:23.274846 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Request body: {'subnet': {'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-422629847-subnet', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:23.277353 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:23.278215 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.279435 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:23.283135 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2196f5ea-e25e-4db0-8af8-80106f7cf6a4 None None] Network f8c3f08f-fc2c-434f-a90e-1016a622aa89 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:23.284406 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Usage tracker for resource:subnet and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:23.287506 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:23.293284 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:23.298771 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44714) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:23.302218 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Pushing event updated for resources: {'Network': ['ID=49a657cd-15ba-4837-a8a8-0baba6217852,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:23.306674 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Made reservation on behalf of 3e1bb61efae342dbb192ab01b522cc6d for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:23.308480 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.335957 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:23.338393 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-45b16c05-6051-41fe-b1fc-593df1c20169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:23.345536 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Request body: {'subnet': {'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-187918629-subnet', 'tenant_id': '06997d78033c4441a9f5f2a805cd7538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:23.352122 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44718) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:23.357374 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:23.374010 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Usage tracker for resource:subnet and tenant:06997d78033c4441a9f5f2a805cd7538 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:23.382522 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:23.389395 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4781978 May 21 16:08:23.395757 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:23.430157 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Made reservation on behalf of 06997d78033c4441a9f5f2a805cd7538 for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:23.433390 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.490362 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 49a657cd-15ba-4837-a8a8-0baba6217852 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:08:23.658489 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Pushing event updated for resources: {'Network': ['ID=aa99f540-a2df-4691-822d-d45a123c8425,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:23.694018 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:23.767559 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network aa99f540-a2df-4691-822d-d45a123c8425 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:08:23.903193 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44740) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:23.955902 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:23.987796 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-05fa893d-ccb7-46fb-bcf8-36f77c48355e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:24.115450 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.162109 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962febb1-bef2-4743-ae86-0922902a4a9f None None] Network f8c3f08f-fc2c-434f-a90e-1016a622aa89 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:24.163795 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:24.184466 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Usage tracker for resource:security_group_rule and tenant:7405c1169a30476c92cd85c1a0e42e68 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:24.193132 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:24.219642 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:24.258546 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4441c877-2c9f-4514-b94a-ed176a0de56c,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:24.305531 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:24.307382 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Checking segment: {'id': '0ba1fcc2-e2c0-44e2-8226-85b05e96ff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:24.309597 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Network hostable DHCP agents. Network: 974d91e8-7cce-4645-8275-6540ae8d13b2, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:08:24.326762 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.344633 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-24346dec-124f-4048-afbe-b5985dce740a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:24.399656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Network 974d91e8-7cce-4645-8275-6540ae8d13b2 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:08:24.409906 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.526064 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:24.536029 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Usage tracker for resource:security_group_rule and tenant:7c7d72f66cfe44b88da443ae404b3606 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:24.543962 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:24.559724 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:24.584446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Checking segment: {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:24.584962 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Network hostable DHCP agents. Network: f645797b-8546-490c-9dcc-da501d6ba51b, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:08:24.590482 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:24.593826 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:24.623444 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 974d91e8-7cce-4645-8275-6540ae8d13b2) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:24.634357 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18b58a-40fb-430b-afb8-47ed2cae15a4 None None] Network 974d91e8-7cce-4645-8275-6540ae8d13b2 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:24.639670 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Network f645797b-8546-490c-9dcc-da501d6ba51b is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:08:24.655235 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, f645797b-8546-490c-9dcc-da501d6ba51b) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:24.661667 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:24.662430 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.683056 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b2eca-f384-4e8a-87e0-595b269fb527 None None] Network f645797b-8546-490c-9dcc-da501d6ba51b requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:24.706196 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.716055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:24.717733 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.726136 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.745912 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.756948 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.759553 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:24.773591 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8496482 May 21 16:08:24.773798 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1100163 May 21 16:08:24.773798 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44766) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:24.784693 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:24.817590 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:24.826092 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44772) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:24.830137 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Usage tracker for resource:router and tenant:0e5dd23b15734e51a56518dc117f85c0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:24.835506 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7405c1169a30476c92cd85c1a0e42e68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9312255 May 21 16:08:24.836671 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e59906-dc65-4d61-9c4e-9684ef30527a,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:24.839740 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:24.843445 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-44289308-network', 'tenant_id': 'b911919dcf6340209ff58df849a6c6ba'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:24.847311 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:24.851192 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44776) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:24.882636 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:24.886867 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:24.921282 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:24.927722 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7c7d72f66cfe44b88da443ae404b3606&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5700681 May 21 16:08:24.927722 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:24.928544 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Usage tracker for resource:network and tenant:b911919dcf6340209ff58df849a6c6ba is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:24.930711 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086208fb-27ed-4231-bfbe-9d80dc98af3a,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:24.931611 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44780) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:24.942094 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:24.951628 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:24.962479 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:24.976685 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:25.005344 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.006423 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.017201 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.048433 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4490398e-d062-4ac2-9e55-5151769672ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:25.057301 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14968922-790b-424c-9ae3-34c1af17ce2f,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:25.077856 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:25.099505 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Made reservation on behalf of b911919dcf6340209ff58df849a6c6ba for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:25.101907 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.142093 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Checking segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:25.144695 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Network hostable DHCP agents. Network: aa99f540-a2df-4691-822d-d45a123c8425, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:08:25.153165 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Checking segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:25.153542 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Network hostable DHCP agents. Network: 49a657cd-15ba-4837-a8a8-0baba6217852, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:08:25.182429 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Network aa99f540-a2df-4691-822d-d45a123c8425 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:08:25.195059 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.196200 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, aa99f540-a2df-4691-822d-d45a123c8425) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:25.201100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:25.201955 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.226929 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14242a7-ce8f-429b-8848-7a15ef2c1d8d None None] Network aa99f540-a2df-4691-822d-d45a123c8425 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:25.248026 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9283175 May 21 16:08:25.312675 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.316405 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.420225 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:25.429862 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Usage tracker for resource:security_group_rule and tenant:b911919dcf6340209ff58df849a6c6ba is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:25.430551 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a374e4d2-7b0b-4110-bf3a-f9c50368c244 None None] Network 974d91e8-7cce-4645-8275-6540ae8d13b2 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:25.437657 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.441763 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:25.454373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.483395 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44818) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:25.486774 dv-cinder-792462-8-smb neutron-server[91725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 21 16:08:25.527696 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:25.558928 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Network 49a657cd-15ba-4837-a8a8-0baba6217852 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:08:25.561995 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d4ad2-070b-4703-94c1-c9eef7e88bf2 None None] Network f645797b-8546-490c-9dcc-da501d6ba51b requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:25.640581 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed56423-dc62-4b80-97c7-32936d587bb1,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:25.650909 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:25.682847 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.695916 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 49a657cd-15ba-4837-a8a8-0baba6217852) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:25.702021 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:25.702482 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.709727 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a7853-d480-4051-8af5-410e4d7241a2 None None] Network 49a657cd-15ba-4837-a8a8-0baba6217852 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:25.730233 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-68c00406-4ef0-460c-b6df-f8fab55b9379 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:25.731247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-68c00406-4ef0-460c-b6df-f8fab55b9379 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Synchronizing usage tracker for tenant:6116b56c2309419082837392ee2ac677 on resource:network {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:25.927809 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.983983 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:25.988264 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/086208fb-27ed-4231-bfbe-9d80dc98af3a HTTP/1.1" status: 204 len: 168 time: 1.0475054 May 21 16:08:26.000486 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6f56fb80-e163-4e6d-babe-796d99fe9c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:26.008691 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7481771 May 21 16:08:26.012089 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44838) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:26.013175 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.018277 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:26.027853 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a5c1d-fb62-4853-a099-4030001a9390 None None] Network aa99f540-a2df-4691-822d-d45a123c8425 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:26.028449 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:26.029149 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086208fb-27ed-4231-bfbe-9d80dc98af3a,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:26.032152 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:26.041164 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Usage tracker for resource:router and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:26.047335 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:26.064123 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:26.074047 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.087291 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.088491 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.091552 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:26.134696 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.149464 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44856) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:26.153840 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e59906-dc65-4d61-9c4e-9684ef30527a,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:26.156640 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:26.176603 dv-cinder-792462-8-smb neutron-server[91724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 21 16:08:26.217586 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.218781 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e4e59906-dc65-4d61-9c4e-9684ef30527a HTTP/1.1" status: 204 len: 168 time: 1.3407118 May 21 16:08:26.239849 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.294263 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.311838 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:26.316049 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-68c00406-4ef0-460c-b6df-f8fab55b9379 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Unset dirty status for tenant:6116b56c2309419082837392ee2ac677 on resource:network {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:26.317468 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-68c00406-4ef0-460c-b6df-f8fab55b9379 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/networks?id=974d91e8-7cce-4645-8275-6540ae8d13b2 HTTP/1.1" status: 200 len: 812 time: 0.8330929 May 21 16:08:26.374713 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:08:26.404267 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffedba9-33b4-4114-8e31-0ae49dc9a6c7,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:26.409819 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:26.440644 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.441556 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Added segment dd76b92f-6f8e-414e-b7e9-eea1c50ae554 of type vlan for network 2931458e-ed51-449f-b847-d97721c9326a May 21 16:08:26.462076 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-132a26d0-5fc8-4937-8844-f0c87117ce84 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:26.463060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-132a26d0-5fc8-4937-8844-f0c87117ce84 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:26.484944 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-f1a6f0c1-399d-4a35-865f-4a2640f47d40 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/quotas/6116b56c2309419082837392ee2ac677 HTTP/1.1" status: 200 len: 375 time: 0.0906689 May 21 16:08:26.521394 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.534984 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-132a26d0-5fc8-4937-8844-f0c87117ce84 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:26.536727 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-132a26d0-5fc8-4937-8844-f0c87117ce84 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.3773444 May 21 16:08:26.543126 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-b1867932-7ff2-4ba1-bb26-677c6449925e tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6116b56c2309419082837392ee2ac677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477624 May 21 16:08:26.660036 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.723522 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-9ca57f06-aa8e-4b75-b502-7367b7a7648b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/quotas/06997d78033c4441a9f5f2a805cd7538 HTTP/1.1" status: 200 len: 375 time: 0.1183352 May 21 16:08:26.733110 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-49a657cd-15ba-4837-a8a8-0baba6217852', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:08:26.734042 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.752512 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44870) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:26.889904 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.917618 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-2c4e4225-975d-4a5e-9b89-2f7f8dc26f68 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1660204 May 21 16:08:26.923135 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.930472 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44878) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:26.935427 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:26.936574 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:26.951670 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:26.980720 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Allocated IP 172.20.0.2 (49a657cd-15ba-4837-a8a8-0baba6217852/2ed56423-dc62-4b80-97c7-32936d587bb1/f87ff680-2a65-430e-81b5-9f2d4921f015) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:26.994569 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:26.999833 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3a4f0f83f04a7b90aa8a5eaf9bf247 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:27.005013 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:27.012525 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:27.086327 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.114232 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.117080 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.166585 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.176241 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-741ca66f-57d0-4bb2-8105-6b420d63cd26 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:08:27.177909 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-741ca66f-57d0-4bb2-8105-6b420d63cd26 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1428397 May 21 16:08:27.218608 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.241464 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-d2d6fbb8-836a-4e81-b56c-10b2dd02023c service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:08:27.242403 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-d2d6fbb8-836a-4e81-b56c-10b2dd02023c service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1338224 May 21 16:08:27.243930 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:27.285768 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-858a488a-d950-49ee-86ba-65c3755dc6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.298661 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Usage tracker for resource:security_group_rule and tenant:235fd92f67c24b7ebb79c6c058094991 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:27.326556 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:27.329348 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Pushing event updated for resources: {'Network': ['ID=2931458e-ed51-449f-b847-d97721c9326a,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:27.333051 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5057693 May 21 16:08:27.334033 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.334309 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:27.337612 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44888) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:27.353604 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Request body: {'subnet': {'network_id': '2931458e-ed51-449f-b847-d97721c9326a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-44289308-subnet', 'tenant_id': 'b911919dcf6340209ff58df849a6c6ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:27.354762 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 2931458e-ed51-449f-b847-d97721c9326a details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:08:27.368304 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:27.369917 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Transition to ACTIVE for port object f87ff680-2a65-430e-81b5-9f2d4921f015 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:27.397811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:27.437378 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Usage tracker for resource:subnet and tenant:b911919dcf6340209ff58df849a6c6ba is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:27.442911 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:27.457248 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Transition to ACTIVE for port object f87ff680-2a65-430e-81b5-9f2d4921f015 will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:27.463406 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:27.469548 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-3ef7f7a7-4ef6-41d2-a8ab-b8f7d9da1106 service neutron] 10.222.0.91 "GET /v2.0/networks/974d91e8-7cce-4645-8275-6540ae8d13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505879 May 21 16:08:27.474168 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.483161 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-ff69d8ae-6c18-4184-a0f9-644c02f82252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:27.485967 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Made reservation on behalf of b911919dcf6340209ff58df849a6c6ba for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:27.488508 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.533085 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Allocated IP 172.28.1.245 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/4316104c-1817-49af-9e7f-ffa9d1e85843) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:27.539536 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.547924 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Network 49a657cd-15ba-4837-a8a8-0baba6217852 is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:27.555289 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.558278 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:27.562271 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:27.578952 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-782d15ce-ad11-4f5b-ab01-cd4de8a98da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:27.605112 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Pushing event updated for resources: {'Port': ['ID=f87ff680-2a65-430e-81b5-9f2d4921f015,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:27.645351 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.645797 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.646191 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.646581 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.646972 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.647399 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.647781 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.648247 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.648652 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.649075 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.649576 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.649956 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Tracked resource versions report: May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: pushed versions: May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: { 'AddressGroup': {'1.2'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'ConntrackHelper': {'1.0'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Log': {'1.0'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Network': {'1.1'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Port': {'1.7'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'PortForwarding': {'1.2'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'QosPolicy': {'1.8'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroup': {'1.4'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroupRule': {'1.2'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'SubPort': {'1.0'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Subnet': {'1.1'}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Trunk': {'1.1'}} May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: consumer versions: May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: HyperV agent@hv-cinder-79246: {}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'ConntrackHelper': '1.0', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Log': '1.0', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Network': '1.1', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Port': '1.7', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'PortForwarding': '1.2', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'QosPolicy': '1.8', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroup': '1.4', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'SecurityGroupRule': '1.2', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'SubPort': '1.0', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Subnet': '1.1', May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: 'Trunk': '1.1'}} May 21 16:08:27.651218 dv-cinder-792462-8-smb neutron-server[91726]: {{(pid=91726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:08:27.655154 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f3a4f0f83f04a7b90aa8a5eaf9bf247&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9012053 May 21 16:08:27.656769 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:27.659849 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366e5457-038b-4e40-b8b9-e91cde702860,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:27.665901 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 44892) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:27.671987 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:27.688009 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Attempting to bind port f87ff680-2a65-430e-81b5-9f2d4921f015 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:08:27.688190 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Attempting to bind port f87ff680-2a65-430e-81b5-9f2d4921f015 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:08:27.689090 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Attempting to bind port f87ff680-2a65-430e-81b5-9f2d4921f015 on network 49a657cd-15ba-4837-a8a8-0baba6217852 {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:27.693864 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-2504b4e8-45eb-4c65-a43e-73ee3d663eef service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037967 May 21 16:08:27.696487 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:08:27.696974 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Checking segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:27.698184 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.698690 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Bound using segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:08:27.699922 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Bound port: f87ff680-2a65-430e-81b5-9f2d4921f015, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:08:27.700775 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.801052 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] For port f87ff680-2a65-430e-81b5-9f2d4921f015, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:08:27.804610 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] For port f87ff680-2a65-430e-81b5-9f2d4921f015, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=f87ff680-2a65-430e-81b5-9f2d4921f015,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:08:27.808958 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.814228 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:27.868929 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.878399 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-ad41c2b8-17df-493c-b3ba-67168fbb9415 service neutron] 10.222.0.91 "GET /v2.0/networks/974d91e8-7cce-4645-8275-6540ae8d13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767211 May 21 16:08:27.899060 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Pushing event updated for resources: {'Port': ['ID=f87ff680-2a65-430e-81b5-9f2d4921f015,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:27.900002 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.903427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:27.916741 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.920922 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.945064 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-51452f53-e38c-4c63-b2d7-e1d3c592aa8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:27.957855 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:27.971348 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-cc569c26-e6e7-4afe-ace6-34ba68d23d4e service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585375 May 21 16:08:28.012350 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=235fd92f67c24b7ebb79c6c058094991&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0690982 May 21 16:08:28.015179 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 44896) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:28.016534 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82029214-23a6-4f91-bcc1-c4abb0a4b1ff,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:28.021319 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:28.083345 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:28.095235 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:28.132597 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:28.142326 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-698f290d-fc7d-4cce-b6de-edfc1cf8340e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:28.166241 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:28.197077 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366e5457-038b-4e40-b8b9-e91cde702860,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:28.200019 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:28.202898 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:28.204029 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/366e5457-038b-4e40-b8b9-e91cde702860 HTTP/1.1" status: 204 len: 168 time: 0.5371926 May 21 16:08:28.241708 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Allocated IP 172.28.1.216 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/997949f1-052d-4ade-9a00-064bdda19c3c) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:28.298012 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:28.348171 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:28.357933 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:28.578538 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:28.661976 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6cb53cf9-744a-48b4-8fa8-ce46399d9d80 req-ce50ac81-fbf1-426d-b6a4-6ec0c25afc53 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 210 time: 0.0947781 May 21 16:08:28.662869 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Pushing event updated for resources: {'Port': ['ID=4316104c-1817-49af-9e7f-ffa9d1e85843,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:28.785678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:28.788326 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:28.808003 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3fb5c3fc-14d2-429f-aac2-02ab49eba8ad req-f664d44b-137c-488b-931b-bdc35bbbed41 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 210 time: 0.1779613 May 21 16:08:28.886459 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:28.898002 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d60af129-6eca-4117-baf7-1d616cd00d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:29.066885 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:29.068254 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:29.090527 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:29.272364 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:29.274080 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Pushing event updated for resources: {'Port': ['ID=997949f1-052d-4ade-9a00-064bdda19c3c,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:29.336711 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:29.398519 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b76fce-bb3c-402d-936e-458fc2a0c354 None None] Network 49a657cd-15ba-4837-a8a8-0baba6217852 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:29.431636 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:29.455089 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82029214-23a6-4f91-bcc1-c4abb0a4b1ff,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:29.485480 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:29.564039 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-476a65a4-c4ac-4ef3-b49c-de4355f904dc None None] Provisioning for port f87ff680-2a65-430e-81b5-9f2d4921f015 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:29.670443 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:29.696038 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-01e10c29-bded-4dec-a54e-9f44e63a6a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:29.739752 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:29.743143 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/82029214-23a6-4f91-bcc1-c4abb0a4b1ff HTTP/1.1" status: 204 len: 168 time: 1.7246912 May 21 16:08:29.748047 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:29.781483 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0141d73e-e4a6-4a73-b429-9827fbc4a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:29.966924 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:30.111010 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:30.166776 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device f87ff680-2a65-430e-81b5-9f2d4921f015 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:30.318936 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c91fbed-616e-4ff5-a69a-ee533bcff03a req-a448f58c-0a4c-4f95-a001-5d61a07fc44d tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 210 time: 0.5184724 May 21 16:08:30.652994 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port f87ff680-2a65-430e-81b5-9f2d4921f015 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:30.659964 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:30.663054 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port f87ff680-2a65-430e-81b5-9f2d4921f015 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:30.664188 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:30.762136 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-114b0e8b-f667-4edc-a6d2-2a4e0716344d req-3d223edf-b4ef-47bc-b00d-52e5fe58e2ac tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 210 time: 0.5950308 May 21 16:08:30.816669 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=646556e6-7bf6-4c34-901a-2350139364bd,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:30.826273 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.130s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:30.829057 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:30.898943 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:30.962566 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Checking segment: {'id': 'dd76b92f-6f8e-414e-b7e9-eea1c50ae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '2931458e-ed51-449f-b847-d97721c9326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:30.966145 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Network hostable DHCP agents. Network: 2931458e-ed51-449f-b847-d97721c9326a, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:08:30.991657 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port f87ff680-2a65-430e-81b5-9f2d4921f015, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=f87ff680-2a65-430e-81b5-9f2d4921f015,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:30.998134 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:31.005554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-32f0ad3c-1943-45fc-87a6-fd873cb16547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:31.032174 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Network 2931458e-ed51-449f-b847-d97721c9326a is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:08:31.045781 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:31.168894 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 2931458e-ed51-449f-b847-d97721c9326a) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:31.186946 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40142ea2-e185-48d0-9a31-55db13ea7106 None None] Network 2931458e-ed51-449f-b847-d97721c9326a requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:31.197753 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:31.198345 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:31.281728 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.84', 56449) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:31.295252 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.9527476 May 21 16:08:31.362900 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:08:31.406770 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=f87ff680-2a65-430e-81b5-9f2d4921f015,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:31.414235 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:31.755916 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db28aad-37c0-4eed-8285-43674c47728a None None] Network 2931458e-ed51-449f-b847-d97721c9326a requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:08:31.782517 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-fc835e67-537e-4be8-a958-1b45a88662f5 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:31.788855 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-fc835e67-537e-4be8-a958-1b45a88662f5 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.84 "GET /v2.0/networks?id=974d91e8-7cce-4645-8275-6540ae8d13b2 HTTP/1.1" status: 200 len: 812 time: 0.5018334 May 21 16:08:31.830433 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Router b24b1d82-df5b-4411-81b4-54d853683f68 is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:08:31.863117 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45084) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:31.867263 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e57434ed-a86c-476f-a031-76d0710e3863 req-f189641b-e68f-4aa6-b117-3e76afe9567d tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 210 time: 0.0978246 May 21 16:08:31.934255 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:08:31.950609 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Sync routers for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:08:31.968839 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:31.969609 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:32.092295 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:32.104550 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0913322 May 21 16:08:32.117825 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45098) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:32.119399 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Request body: {'port': {'device_id': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2', 'admin_state_up': True, 'tenant_id': '6116b56c2309419082837392ee2ac677'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:32.149719 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Deleting subnet ede841d5-3a52-4dea-8df8-0be67e0fee5c {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:08:32.214365 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device f87ff680-2a65-430e-81b5-9f2d4921f015 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:32.320140 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.84', 56454) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:32.337252 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port f87ff680-2a65-430e-81b5-9f2d4921f015 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:32.337521 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:32.385296 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:32.579041 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-339431a1-5ac3-442f-b965-8a21036446e3 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:32.581008 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-339431a1-5ac3-442f-b965-8a21036446e3 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.2513986 May 21 16:08:32.592306 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 45110) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:32.600876 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:32.619834 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:32.631971 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61877b36-d1c7-4ac1-b31f-7c3b4696aaca req-46a76595-8e41-4951-9924-639dce92ac9c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 210 time: 0.3019605 May 21 16:08:32.642509 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Request body: {'port': {'device_id': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'admin_state_up': True, 'tenant_id': '06997d78033c4441a9f5f2a805cd7538'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:32.830985 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:32.859438 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:32.904169 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:32.911072 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Usage tracker for resource:port and tenant:06997d78033c4441a9f5f2a805cd7538 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:32.930484 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:32.956935 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:32.966795 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:29Z', 'revision_number': 3, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:32.982489 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Checking router: 9f8e6d5d-a548-445d-9ee9-66cae535bf5b for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:08:32.983534 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Updating router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b port 4316104c-1817-49af-9e7f-ffa9d1e85843 binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:08:33.015884 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Made reservation on behalf of 06997d78033c4441a9f5f2a805cd7538 for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:33.023420 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:33.068365 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:33.170203 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:33.266237 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:33.274578 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0a4c296c43434380355cd1145c5725 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:33.275704 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:33.282379 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:33.407211 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:33.414610 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Usage tracker for resource:port and tenant:6116b56c2309419082837392ee2ac677 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:33.418285 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:33.425429 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:33.466488 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Made reservation on behalf of 6116b56c2309419082837392ee2ac677 for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:33.472059 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:33.563509 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:33.575503 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:08:33.587945 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Sync routers for ids ['b24b1d82-df5b-4411-81b4-54d853683f68'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:08:33.603080 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Routers {'b24b1d82-df5b-4411-81b4-54d853683f68'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:33.603628 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['b24b1d82-df5b-4411-81b4-54d853683f68'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:33.726369 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c8a5dd9a-1ce0-45fd-bc69-5a897e171e4b req-ac441a8a-234c-48d5-9fd7-8787cbcf1a00 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 210 time: 0.2389889 May 21 16:08:33.748596 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ba2490de-39ec-4fc6-b44c-62d9119be152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:33.867429 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede841d5-3a52-4dea-8df8-0be67e0fee5c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:33.885055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:33.904097 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:33.918130 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ede841d5-3a52-4dea-8df8-0be67e0fee5c HTTP/1.1" status: 204 len: 168 time: 2.0538228 May 21 16:08:33.973805 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45184) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:34.021709 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.055335 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Transition to ACTIVE for port object 4316104c-1817-49af-9e7f-ffa9d1e85843 will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:34.066272 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.076747 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:34.162524 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.187270 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 45192) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:34.268987 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Attempting to bind port 4316104c-1817-49af-9e7f-ffa9d1e85843 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:08:34.269528 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Attempting to bind port 4316104c-1817-49af-9e7f-ffa9d1e85843 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:08:34.269907 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Attempting to bind port 4316104c-1817-49af-9e7f-ffa9d1e85843 on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:34.289097 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:08:34.289471 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:34.292156 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.292639 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:08:34.293156 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Bound port: 4316104c-1817-49af-9e7f-ffa9d1e85843, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:08:34.296573 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.299031 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.300536 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Notify callbacks [] for router, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.306230 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Set router b24b1d82-df5b-4411-81b4-54d853683f68 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:34.307325 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5332618 May 21 16:08:34.320734 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 45196) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:34.435519 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3dbec986-c10b-4ef7-9452-491f0e29236a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:34.480536 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] For port 4316104c-1817-49af-9e7f-ffa9d1e85843, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:08:34.487936 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] For port 4316104c-1817-49af-9e7f-ffa9d1e85843, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=4316104c-1817-49af-9e7f-ffa9d1e85843,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:08:34.520666 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.578538 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:34.579086 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:34.633341 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3f64c409-4e22-4b80-8874-24b5a729b065 req-600965bf-7075-42a2-bd46-83f1b1651002 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:34.817581 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Allocated IP 172.20.0.4 (aa99f540-a2df-4691-822d-d45a123c8425/14968922-790b-424c-9ae3-34c1af17ce2f/a3528524-b444-4c2d-b53a-e906f7631ad0) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:34.880384 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:34.949148 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Pushing event updated for resources: {'Port': ['ID=4316104c-1817-49af-9e7f-ffa9d1e85843,revision_number=2']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:34.954206 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fa0a4c296c43434380355cd1145c5725&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3596284 May 21 16:08:34.986159 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:34.989608 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d20b03b-4b2b-4403-ba5c-3cd87e10c036,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:35.005247 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 45210) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:35.039860 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:35.099458 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:08:29Z', 'revision_number': 3, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port': {'id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:35.105769 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Checking router: b24b1d82-df5b-4411-81b4-54d853683f68 for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:08:35.106459 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Updating router b24b1d82-df5b-4411-81b4-54d853683f68 port 997949f1-052d-4ade-9a00-064bdda19c3c binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:08:35.168045 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3f64c409-4e22-4b80-8874-24b5a729b065 req-600965bf-7075-42a2-bd46-83f1b1651002 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:35.169343 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3f64c409-4e22-4b80-8874-24b5a729b065 req-600965bf-7075-42a2-bd46-83f1b1651002 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 210 time: 0.9881561 May 21 16:08:35.191057 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cab56179-60a3-47af-b9cc-17444a8f944c req-648099ff-63e7-4240-b889-10f084bbfd5d tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 210 time: 0.1453118 May 21 16:08:35.245825 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.246994 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.248474 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.248944 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:35.249372 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.250008 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.250730 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.251315 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.252015 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.252936 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.253614 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.264205 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.265248 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Tracked resource versions report: May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: pushed versions: May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: { 'AddressGroup': {'1.2'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'ConntrackHelper': {'1.0'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Log': {'1.0'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Network': {'1.1'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Port': {'1.7'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'PortForwarding': {'1.2'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'QosPolicy': {'1.8'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroup': {'1.4'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroupRule': {'1.2'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'SubPort': {'1.0'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Subnet': {'1.1'}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Trunk': {'1.1'}} May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: consumer versions: May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: { DHCP agent@dv-cinder-792462-8-smb: {}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: HyperV agent@hv-cinder-79246: {}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: L3 agent@dv-cinder-792462-8-smb: {}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: Metadata agent@dv-cinder-792462-8-smb: {}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: Metering agent@dv-cinder-792462-8-smb: {}, May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: Open vSwitch agent@dv-cinder-792462-8-smb: { 'AddressGroup': '1.2', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'ConntrackHelper': '1.0', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Log': '1.0', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Network': '1.1', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Port': '1.7', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'PortForwarding': '1.2', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'QosPolicy': '1.8', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroup': '1.4', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'SecurityGroupRule': '1.2', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'SubPort': '1.0', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Subnet': '1.1', May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: 'Trunk': '1.1'}} May 21 16:08:35.272677 dv-cinder-792462-8-smb neutron-server[91727]: {{(pid=91727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 16:08:35.275123 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:35.279253 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.203s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:35.320026 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-d2c8f177-0a9e-4278-a769-0d1b74615d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.771s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:35.510725 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Pushing event updated for resources: {'Port': ['ID=4316104c-1817-49af-9e7f-ffa9d1e85843,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:35.511207 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:35.514929 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:35.522673 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:35.548093 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec2e82ef69948f29ab0959de046c5f1 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:35.556848 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:35.572993 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Allocated IP 172.20.0.7 (974d91e8-7cce-4645-8275-6540ae8d13b2/4441c877-2c9f-4514-b94a-ed176a0de56c/03c2baaa-507f-4a40-9bd2-0dc0de2e79eb) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:35.577408 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:35.868940 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:35.980975 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:29Z', 'revision_number': 3, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:35.985866 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba0340-8c0b-4d3d-9462-583e7286901c None None] The sync data for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb is: [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:29Z', 'revision_number': 3, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:08:36.059317 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:08:36.148561 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.183348 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.183825 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.185119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.185617 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > port after_create 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.186088 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > port after_delete 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.186566 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > port after_update 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.187018 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.187486 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.187963 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.188322 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.238806 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.281420 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.319527 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Transition to ACTIVE for port object 997949f1-052d-4ade-9a00-064bdda19c3c will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:36.333037 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.349243 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:36.500263 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.586645 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.606546 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.606908 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.607245 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.607577 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:08:36.617666 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c3f08f-fc2c-434f-a90e-1016a622aa89']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:36.634924 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b7526-f504-4747-b0f6-f6f92d0d7c94 None None] Pushing event updated for resources: {'Port': ['ID=997949f1-052d-4ade-9a00-064bdda19c3c,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:36.636571 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffdb73f-47c7-4756-b829-c3d8b02dd676') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:36.637407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffdb73f-47c7-4756-b829-c3d8b02dd676') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:36.651607 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-866b7526-f504-4747-b0f6-f6f92d0d7c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:36.659103 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.716166 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Attempting to bind port 997949f1-052d-4ade-9a00-064bdda19c3c on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:08:36.716696 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Attempting to bind port 997949f1-052d-4ade-9a00-064bdda19c3c by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:08:36.717823 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Attempting to bind port 997949f1-052d-4ade-9a00-064bdda19c3c on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:36.739427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:08:36.740425 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:36.740934 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.741447 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:08:36.742038 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Bound port: 997949f1-052d-4ade-9a00-064bdda19c3c, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:08:36.743040 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.760382 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:36.845847 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-74ce989f-7067-4e59-b7f6-91f89ef8e443 req-c618c824-bf34-4ec3-b2a7-4594eb164bd6 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 210 time: 0.1594753 May 21 16:08:36.846833 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.860900 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:08:36.862136 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: from cryptography.utils import int_from_bytes May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: from cryptography.utils import int_from_bytes May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:08:36.881127 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:08:36.976739 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Allocated IP 172.20.0.1 (49a657cd-15ba-4837-a8a8-0baba6217852/2ed56423-dc62-4b80-97c7-32936d587bb1/7ef05baf-5958-4c20-86e7-12c2442598e7) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:37.048217 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.061427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] For port 997949f1-052d-4ade-9a00-064bdda19c3c, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:08:37.066850 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] For port 997949f1-052d-4ade-9a00-064bdda19c3c, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=997949f1-052d-4ade-9a00-064bdda19c3c,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:08:37.078512 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.083653 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:37.122855 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:37.157210 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c3f08f-fc2c-434f-a90e-1016a622aa89,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:37.171862 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.194703 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] 10.222.0.91 "DELETE /v2.0/networks/f8c3f08f-fc2c-434f-a90e-1016a622aa89 HTTP/1.1" status: 204 len: 168 time: 3.2190094 May 21 16:08:37.202697 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45230) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:37.245683 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Routers {'b24b1d82-df5b-4411-81b4-54d853683f68'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:37.246502 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['b24b1d82-df5b-4411-81b4-54d853683f68'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:37.281597 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6e0b3fd7-bb2f-46a4-9f58-8fe1a15aaf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:37.395276 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Deleting subnet 646556e6-7bf6-4c34-901a-2350139364bd {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:08:37.440881 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.493252 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.521358 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Transition to ACTIVE for port object 7ef05baf-5958-4c20-86e7-12c2442598e7 will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:37.524172 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.594307 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b7526-f504-4747-b0f6-f6f92d0d7c94 None None] Pushing event updated for resources: {'Port': ['ID=997949f1-052d-4ade-9a00-064bdda19c3c,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:37.608165 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.610378 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-866b7526-f504-4747-b0f6-f6f92d0d7c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:37.632461 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] Set router b24b1d82-df5b-4411-81b4-54d853683f68 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:37.842274 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:37.862375 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:37.870420 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Network aa99f540-a2df-4691-822d-d45a123c8425 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:37.955168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:37.961702 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef05baf-5958-4c20-86e7-12c2442598e7,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:37.979254 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:37.986506 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Network 49a657cd-15ba-4837-a8a8-0baba6217852 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:37.989340 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:37.995129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:38.021140 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:38.049446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:38.050312 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.063015 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.107189 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:08:29Z', 'revision_number': 3, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port': {'id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:38.112558 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaec50-7062-45df-8f7d-361f9802899a None None] The sync data for ids ['b24b1d82-df5b-4411-81b4-54d853683f68'] in dv-cinder-792462-8-smb is: [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:08:29Z', 'revision_number': 3, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port': {'id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:08:38.114663 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event updated for resources: {'Port': ['ID=a3528524-b444-4c2d-b53a-e906f7631ad0,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:38.148647 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.388s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:38.209899 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 4316104c-1817-49af-9e7f-ffa9d1e85843 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:38.450689 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.478495 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 4316104c-1817-49af-9e7f-ffa9d1e85843 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:38.494411 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 4316104c-1817-49af-9e7f-ffa9d1e85843 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:38.495072 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.565893 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5975a4f-81cb-40c1-b1ad-cce3f27f3927 req-b3cffba4-6d66-4421-b1b0-a77c82682ef5 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:38.583236 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b5975a4f-81cb-40c1-b1ad-cce3f27f3927 req-b3cffba4-6d66-4421-b1b0-a77c82682ef5 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 931 time: 2.0728033 May 21 16:08:38.588345 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.620273 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.625019 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0187383 May 21 16:08:38.630693 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.692069 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.778063 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-5882fb70-f941-45f9-af4d-1c24fe3b6221 None None] Provisioning for port 7ef05baf-5958-4c20-86e7-12c2442598e7 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:38.781289 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-15a33c64-3a7d-4ace-8419-c1f1cafc7d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:38.804353 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-5882fb70-f941-45f9-af4d-1c24fe3b6221 None None] Provisioning complete for port 7ef05baf-5958-4c20-86e7-12c2442598e7 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:38.804905 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5882fb70-f941-45f9-af4d-1c24fe3b6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.968566 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:38.993348 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:39.011934 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:39.013198 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 4316104c-1817-49af-9e7f-ffa9d1e85843, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=4316104c-1817-49af-9e7f-ffa9d1e85843,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:39.026018 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:39.029671 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:39.052693 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:39.056128 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2d20b03b-4b2b-4403-ba5c-3cd87e10c036 HTTP/1.1" status: 204 len: 168 time: 4.0171735 May 21 16:08:39.064018 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Network 974d91e8-7cce-4645-8275-6540ae8d13b2 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:39.094924 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-866b7526-f504-4747-b0f6-f6f92d0d7c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:39.124320 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:39.185100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646556e6-7bf6-4c34-901a-2350139364bd,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:39.188026 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:39.197909 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:39.200320 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Pushing event updated for resources: {'Port': ['ID=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:39.204422 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:39.301339 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:39.305538 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=4316104c-1817-49af-9e7f-ffa9d1e85843,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:39.322160 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:39.325995 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:39.328647 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-5882fb70-f941-45f9-af4d-1c24fe3b6221 None None] Port 7ef05baf-5958-4c20-86e7-12c2442598e7 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:08:39.378298 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/646556e6-7bf6-4c34-901a-2350139364bd HTTP/1.1" status: 204 len: 168 time: 2.1741643 May 21 16:08:39.379400 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45250) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:39.427344 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:39.469258 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:39.469864 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:39.487707 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45256) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:39.494010 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ec2e82ef69948f29ab0959de046c5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 5.1896870 May 21 16:08:39.496891 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-b5975a4f-81cb-40c1-b1ad-cce3f27f3927 req-d56ea7e7-e2e2-47a3-85a5-6afee103fd8d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:39.613322 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-b5975a4f-81cb-40c1-b1ad-cce3f27f3927 req-d56ea7e7-e2e2-47a3-85a5-6afee103fd8d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:39.615005 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b5975a4f-81cb-40c1-b1ad-cce3f27f3927 req-d56ea7e7-e2e2-47a3-85a5-6afee103fd8d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0305972 May 21 16:08:39.617100 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7553792 May 21 16:08:39.625309 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a953c-b212-4f10-92f3-909ffd455ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed539e3-4419-4e7f-a62e-f1be1bafc6a4,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:39.685141 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb56ba-4471-4dac-9f59-ef2839f8cdfe req-6062545d-97b5-4bec-aba6-dfa17e3434fd tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:39.702162 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e4bb56ba-4471-4dac-9f59-ef2839f8cdfe req-6062545d-97b5-4bec-aba6-dfa17e3434fd tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 931 time: 0.9726524 May 21 16:08:39.737415 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-88266417-a7fe-4249-abf8-5e22e4616a62 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:08:39.738881 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-88266417-a7fe-4249-abf8-5e22e4616a62 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231748 May 21 16:08:39.745017 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d20b03b-4b2b-4403-ba5c-3cd87e10c036,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:39.753359 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-380f6ead-2760-4d08-9156-86c15bd63785 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=91724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 16:08:39.754816 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-380f6ead-2760-4d08-9156-86c15bd63785 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0377920 May 21 16:08:39.781767 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:39.792071 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.640s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:39.794255 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:40.001935 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Allocated IP 172.20.0.1 (f645797b-8546-490c-9dcc-da501d6ba51b/635820e4-f1a1-4f55-9b9b-cb9bb89f6e97/c6e708d5-c844-4176-b258-83faedc3ad73) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:40.027679 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.077117 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e4bb56ba-4471-4dac-9f59-ef2839f8cdfe req-12f10aa7-2854-4cef-a942-116d4b3ff3b0 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Synchronizing usage tracker for tenant:6116b56c2309419082837392ee2ac677 on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:40.143884 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.196760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e4bb56ba-4471-4dac-9f59-ef2839f8cdfe req-12f10aa7-2854-4cef-a942-116d4b3ff3b0 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Unset dirty status for tenant:6116b56c2309419082837392ee2ac677 on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:40.198087 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e4bb56ba-4471-4dac-9f59-ef2839f8cdfe req-12f10aa7-2854-4cef-a942-116d4b3ff3b0 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950328 May 21 16:08:40.218584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.313705 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.334506 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bceefa23-df1c-4133-8b34-5e5b05daf17f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:40.336007 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 997949f1-052d-4ade-9a00-064bdda19c3c up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:40.357897 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.378657 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2931458e-ed51-449f-b847-d97721c9326a']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:40.417898 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd76b92f-6f8e-414e-b7e9-eea1c50ae554') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:40.418192 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd76b92f-6f8e-414e-b7e9-eea1c50ae554') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:40.454240 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.521120 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 997949f1-052d-4ade-9a00-064bdda19c3c completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:40.548136 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.552113 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 997949f1-052d-4ade-9a00-064bdda19c3c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:40.553675 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.556481 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Request body: {'port': {'device_id': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:40.606520 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.644821 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.db.resource_extend [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 16:08:40.664022 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7a554d16-297b-4bfa-bce2-11650f455f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:40.690899 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Request body: {'port': {'device_id': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:40.735175 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Network f645797b-8546-490c-9dcc-da501d6ba51b is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:40.756185 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:40.770036 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.783949 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:40.784960 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.795188 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e708d5-c844-4176-b258-83faedc3ad73,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:40.805451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.818040 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7ed539e3-4419-4e7f-a62e-f1be1bafc6a4 HTTP/1.1" status: 204 len: 168 time: 1.2082047 May 21 16:08:40.825127 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:40.834381 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:08:40.835594 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.881869 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed539e3-4419-4e7f-a62e-f1be1bafc6a4,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:08:40.884040 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:08:40.888163 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:40.894360 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:40.904584 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.079154 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.081819 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ce88f50c-726f-41fc-afeb-72025fb3e98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:41.179778 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 997949f1-052d-4ade-9a00-064bdda19c3c, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=997949f1-052d-4ade-9a00-064bdda19c3c,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:41.231150 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.238678 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.240491 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 4316104c-1817-49af-9e7f-ffa9d1e85843 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:41.310882 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:41.505409 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.542886 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=997949f1-052d-4ade-9a00-064bdda19c3c,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:41.547145 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:41.556649 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.559942 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 4316104c-1817-49af-9e7f-ffa9d1e85843 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:41.560498 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.596967 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.656315 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.770816 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2931458e-ed51-449f-b847-d97721c9326a HTTP/1.1" status: 204 len: 168 time: 2.3867159 May 21 16:08:41.847075 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef05baf-5958-4c20-86e7-12c2442598e7,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:41.866912 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:41.866912 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:41.906807 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:41.918959 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2931458e-ed51-449f-b847-d97721c9326a,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:41.926719 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:41.972880 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Network 49a657cd-15ba-4837-a8a8-0baba6217852 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:41.979002 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45320) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:41.992632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:42.104888 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd17e-3a80-47d3-961a-e479748efb12 req-5a619b36-6272-4876-9e9b-e9138963fbb6 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:42.108503 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ee7fd17e-3a80-47d3-961a-e479748efb12 req-5a619b36-6272-4876-9e9b-e9138963fbb6 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 931 time: 0.5969148 May 21 16:08:42.109363 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:42.139311 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 997949f1-052d-4ade-9a00-064bdda19c3c up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:42.219568 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:42.234765 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f7efc63fdd40eda7d863c988083760 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:42.370388 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 997949f1-052d-4ade-9a00-064bdda19c3c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:42.371971 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:42.509930 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45328) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:42.538628 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:42.548946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:42.556611 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-15a82368-3b58-41ee-a340-f7fd88bebe01 None None] Provisioning complete for port 7ef05baf-5958-4c20-86e7-12c2442598e7 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:42.557279 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-15a82368-3b58-41ee-a340-f7fd88bebe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:42.646385 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03826d2a-aef1-4bb7-8e51-6f2672526974 req-9ed23c5f-f300-47cd-b300-857e7ec9aa40 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:42.649264 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-03826d2a-aef1-4bb7-8e51-6f2672526974 req-9ed23c5f-f300-47cd-b300-857e7ec9aa40 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 931 time: 1.6231825 May 21 16:08:42.704045 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-15a82368-3b58-41ee-a340-f7fd88bebe01 None None] Port 7ef05baf-5958-4c20-86e7-12c2442598e7 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:08:42.886174 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-41cf8970-42d1-4a43-8dfb-7a74807adc0d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=038a19445497414b9c47cbfa932067ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2713296 May 21 16:08:42.888221 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:08:42.893947 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45332) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:42.920108 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ee7fd17e-3a80-47d3-961a-e479748efb12 req-711c0713-1c86-416e-9b70-f70082c091e8 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7439506 May 21 16:08:42.944851 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.143720 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.155895 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.217631 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:43.362072 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.383489 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-03826d2a-aef1-4bb7-8e51-6f2672526974 req-9cfeedc8-eefb-4343-b7ad-fdaed2d829e2 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772068 May 21 16:08:43.384908 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.475164 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c2f7efc63fdd40eda7d863c988083760&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4868534 May 21 16:08:43.479796 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf33d5a8-9fbf-434d-aaaa-ea92c4e35e47,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:43.512840 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45340) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:43.524616 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:43.526077 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:08:43.550409 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Sync routers for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:08:43.573677 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:43.575796 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:43.586261 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.671373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.699149 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] 10.222.0.91 "PUT /v2.0/routers/9f8e6d5d-a548-445d-9ee9-66cae535bf5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5774484 May 21 16:08:43.731875 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.756960 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.766349 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8b2d27b7-df67-46c4-b125-ada52c77fe26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:43.772771 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:43.788077 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0e0084-1ce8-4d56-8d70-2a329ca63ce7,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:43.801069 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:43.813155 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.824385 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.828549 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f0e0084-1ce8-4d56-8d70-2a329ca63ce7 HTTP/1.1" status: 204 len: 168 time: 0.9220924 May 21 16:08:43.865420 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.952580 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:43.984998 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:44.007810 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:44.042653 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf33d5a8-9fbf-434d-aaaa-ea92c4e35e47,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:44.051609 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3528524-b444-4c2d-b53a-e906f7631ad0 {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:08:44.063281 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:44.083300 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:44.084452 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf33d5a8-9fbf-434d-aaaa-ea92c4e35e47 HTTP/1.1" status: 204 len: 168 time: 0.5674143 May 21 16:08:44.095189 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e708d5-c844-4176-b258-83faedc3ad73,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:44.249643 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:44.251517 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:44.365252 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Transition to ACTIVE for port object a3528524-b444-4c2d-b53a-e906f7631ad0 will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:44.373245 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Network f645797b-8546-490c-9dcc-da501d6ba51b is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:44.375787 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:44.525309 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed757-3a3d-48cc-927d-02c2e6ee51d6 req-22dd80c4-fdaa-4fe8-b0c8-7d6cb68f9320 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:44.526900 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e29ed757-3a3d-48cc-927d-02c2e6ee51d6 req-22dd80c4-fdaa-4fe8-b0c8-7d6cb68f9320 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 931 time: 0.2463355 May 21 16:08:44.581960 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:44.600788 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e29ed757-3a3d-48cc-927d-02c2e6ee51d6 req-5cf6ffee-f9c4-4b2f-b2d0-0a3c0b97f778 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618622 May 21 16:08:44.680874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:44.864105 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:08:44.888472 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:44.907270 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:39Z', 'revision_number': 2, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:44.925086 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Checking router: 9f8e6d5d-a548-445d-9ee9-66cae535bf5b for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:08:44.925809 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Updating router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b port 7ef05baf-5958-4c20-86e7-12c2442598e7 binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:08:44.960405 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c89de7-bb84-4f68-b900-20d018c92478 req-e07a27b9-a85f-44c8-8f99-484de9fbda3d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:44.974649 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Pushing event updated for resources: {'Port': ['ID=a3528524-b444-4c2d-b53a-e906f7631ad0,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:44.974856 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-65c89de7-bb84-4f68-b900-20d018c92478 req-e07a27b9-a85f-44c8-8f99-484de9fbda3d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 943 time: 0.2481472 May 21 16:08:45.092065 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-65c89de7-bb84-4f68-b900-20d018c92478 req-0cbbe7cd-5b1a-443a-ac0f-ed5cee04f020 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028271 May 21 16:08:45.130718 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:45.162032 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:45.294611 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Transition to ACTIVE for port object 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:45.301906 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45394) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:45.313799 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Router b24b1d82-df5b-4411-81b4-54d853683f68 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:08:45.329249 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Attempting to bind port a3528524-b444-4c2d-b53a-e906f7631ad0 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:08:45.334114 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Attempting to bind port a3528524-b444-4c2d-b53a-e906f7631ad0 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:08:45.334781 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Attempting to bind port a3528524-b444-4c2d-b53a-e906f7631ad0 on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:45.377711 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:45.385616 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Port a3528524-b444-4c2d-b53a-e906f7631ad0 on network aa99f540-a2df-4691-822d-d45a123c8425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:08:45.394053 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Attempting to bind port a3528524-b444-4c2d-b53a-e906f7631ad0 on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:45.422713 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d5be7c29-caa0-4748-8a58-f53a7cdbd689 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b911919dcf6340209ff58df849a6c6ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1170957 May 21 16:08:45.422913 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45398) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:45.458269 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:45.659333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:45.734268 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:45.759764 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Pushing event updated for resources: {'Port': ['ID=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:45.849759 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45420) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:45.863407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888011609', 'description': 'tempest-description--1920973586'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:45.880034 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:45.894089 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:08:45.894475 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Checking segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:45.897277 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Bound using segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:08:45.897789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Bound port: a3528524-b444-4c2d-b53a-e906f7631ad0, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:08:45.898145 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:45.898732 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:45.905653 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:45.908246 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:45.942053 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:45.968812 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1cc57d68-f54d-4c53-9b57-596434df45ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:45.980982 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:45.988844 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.003462 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Transition to ACTIVE for port object 7ef05baf-5958-4c20-86e7-12c2442598e7 will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:46.010976 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffedba9-33b4-4114-8e31-0ae49dc9a6c7,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:46.013984 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:46.014930 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.015493 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.020124 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1ffedba9-33b4-4114-8e31-0ae49dc9a6c7 HTTP/1.1" status: 204 len: 168 time: 0.5922718 May 21 16:08:46.028436 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:46.038935 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.089047 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:46.099013 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group_rule and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:46.108600 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:46.119434 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:46.310467 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de505513-6a1b-47a0-9039-e92ec9d26583 None None] Pushing event updated for resources: {'Port': ['ID=7ef05baf-5958-4c20-86e7-12c2442598e7,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:46.313530 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.318167 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-de505513-6a1b-47a0-9039-e92ec9d26583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:46.321258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.341951 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3352e-a9f1-4aff-adf0-4f3ba1660dcb req-6c554038-894f-4f76-80c0-11b0e81103f7 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:46.352421 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bdc3352e-a9f1-4aff-adf0-4f3ba1660dcb req-6c554038-894f-4f76-80c0-11b0e81103f7 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 943 time: 0.4478710 May 21 16:08:46.358355 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bd90a6c6-9226-4f91-a71d-bffadd969f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:46.491602 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca23d9a-8174-4d8c-b830-ce70b2002bd1,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:46.519330 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:46.550571 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.552281 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7015579 May 21 16:08:46.556635 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45448) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:46.567323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'security_group_rule': {'security_group_id': '0ca23d9a-8174-4d8c-b830-ce70b2002bd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:46.574525 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:46.580231 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group_rule and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:46.584384 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:46.592722 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:46.617611 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bdc3352e-a9f1-4aff-adf0-4f3ba1660dcb req-6e36ae75-3a82-4e08-b5b5-07dd00d34667 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636800 May 21 16:08:46.618606 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.711041 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] For port a3528524-b444-4c2d-b53a-e906f7631ad0, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:08:46.716370 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] For port a3528524-b444-4c2d-b53a-e906f7631ad0, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a3528524-b444-4c2d-b53a-e906f7631ad0,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:08:46.740468 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Attempting to bind port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:08:46.740741 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Attempting to bind port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0ba1fcc2-e2c0-44e2-8226-85b05e96ff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:08:46.741072 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Attempting to bind port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb on network 974d91e8-7cce-4645-8275-6540ae8d13b2 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:46.743986 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.759234 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Attempting to bind port 7ef05baf-5958-4c20-86e7-12c2442598e7 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:08:46.759881 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Attempting to bind port 7ef05baf-5958-4c20-86e7-12c2442598e7 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:08:46.760255 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Attempting to bind port 7ef05baf-5958-4c20-86e7-12c2442598e7 on network 49a657cd-15ba-4837-a8a8-0baba6217852 {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:46.775094 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:08:46.775690 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Checking segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:46.776246 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.776973 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Bound using segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:08:46.777801 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Bound port: 7ef05baf-5958-4c20-86e7-12c2442598e7, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:08:46.778355 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.788732 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.799892 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.816350 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:46.842572 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:46.853385 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0663c9e8-2a4e-4133-8dd8-afa1d5115f80,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:46.866521 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:46.895830 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.899805 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394253 May 21 16:08:46.899983 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb on network 974d91e8-7cce-4645-8275-6540ae8d13b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:08:46.899983 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Attempting to bind port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb on network 974d91e8-7cce-4645-8275-6540ae8d13b2 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:46.901538 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45458) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:46.918016 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'security_group_rule': {'security_group_id': '0ca23d9a-8174-4d8c-b830-ce70b2002bd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:46.933925 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:46.947757 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group_rule and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:46.947845 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] For port 7ef05baf-5958-4c20-86e7-12c2442598e7, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:08:46.949842 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:08:46.950941 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:46.951060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Checking segment: {'id': '0ba1fcc2-e2c0-44e2-8226-85b05e96ff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:46.951060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Bound using segment: {'id': '0ba1fcc2-e2c0-44e2-8226-85b05e96ff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:08:46.951060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Bound port: 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba1fcc2-e2c0-44e2-8226-85b05e96ff74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:08:46.951328 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.952120 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] For port 7ef05baf-5958-4c20-86e7-12c2442598e7, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=7ef05baf-5958-4c20-86e7-12c2442598e7,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:08:46.960450 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:46.964713 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:46.978301 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:46.985648 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.001643 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:47.002411 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.003883 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] 10.222.0.84 "PUT /v2.0/ports/a3528524-b444-4c2d-b53a-e906f7631ad0 HTTP/1.1" status: 200 len: 1093 time: 6.7719700 May 21 16:08:47.013647 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'tag': 'a3528524-b444-4c2d-b53a-e906f7631ad0'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:08:47.066953 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:47.067590 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:47.117765 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.122957 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.134938 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-80fda289-bd86-46c4-a7e1-dd8bb486da0c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:47.161334 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:08:47.163773 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e314c83d-4b84-4c19-a4f4-68458b58967d,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:47.169578 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:47.170259 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Sync routers for ids ['b24b1d82-df5b-4411-81b4-54d853683f68'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:08:47.177846 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.180184 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781432 May 21 16:08:47.183221 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45472) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:47.187758 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Routers {'b24b1d82-df5b-4411-81b4-54d853683f68'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:47.194292 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['b24b1d82-df5b-4411-81b4-54d853683f68'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:47.199687 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'floatingip': {'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:47.204436 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-92fed475-e28a-4c0a-8b9c-75a174356a69 admin admin] 10.222.0.91 "PUT /v2.0/routers/b24b1d82-df5b-4411-81b4-54d853683f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8598199 May 21 16:08:47.223451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:47.229104 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:floatingip and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:47.233025 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:47.241128 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:47.253915 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eca702-7e4b-423c-975d-802f9952b76d req-77595bfd-4e7f-4be8-a9f6-9259b38bca85 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:47.255497 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-39eca702-7e4b-423c-975d-802f9952b76d req-77595bfd-4e7f-4be8-a9f6-9259b38bca85 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 943 time: 0.5370910 May 21 16:08:47.262945 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.263805 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Pushing event updated for resources: {'Port': ['ID=a3528524-b444-4c2d-b53a-e906f7631ad0,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:47.284207 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:47.464185 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de505513-6a1b-47a0-9039-e92ec9d26583 None None] Pushing event updated for resources: {'Port': ['ID=7ef05baf-5958-4c20-86e7-12c2442598e7,revision_number=4']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:47.487176 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-39eca702-7e4b-423c-975d-802f9952b76d req-fc70d5e2-8648-45b9-be9e-513b69e84a95 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016008 May 21 16:08:47.543258 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] For port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:08:47.544861 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:47.546954 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-e2f70fc7-768c-4589-b6dc-009cab11e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:47.549242 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-e2f70fc7-768c-4589-b6dc-009cab11e339 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 1096 time: 0.4653089 May 21 16:08:47.551584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] For port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,segment=NetworkSegment(0ba1fcc2-e2c0-44e2-8226-85b05e96ff74),segment_id=0ba1fcc2-e2c0-44e2-8226-85b05e96ff74)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:08:47.574281 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.628661 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-de505513-6a1b-47a0-9039-e92ec9d26583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:47.662867 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Set router b24b1d82-df5b-4411-81b4-54d853683f68 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:47.784825 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:47.868332 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:47.890396 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Allocated IP 172.28.1.186 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/b1597015-6adb-4042-a067-c7cf25e9866e) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:48.005757 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-79967d40-32d1-4dbd-8d58-23b5bce6969a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3528524-b444-4c2d-b53a-e906f7631ad0 HTTP/1.1" status: 200 len: 217 time: 0.4297643 May 21 16:08:48.005757 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:48.005757 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:48.007269 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] 10.222.0.84 "PUT /v2.0/ports/03c2baaa-507f-4a40-9bd2-0dc0de2e79eb HTTP/1.1" status: 200 len: 1093 time: 7.7711840 May 21 16:08:48.086093 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'tag': 'a3528524-b444-4c2d-b53a-e906f7631ad0', 'status': 'completed', 'code': 200} May 21 16:08:48.374705 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Pushing event updated for resources: {'Port': ['ID=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:48.387996 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:48.436344 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:46Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:48.444185 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d348f515-ccfb-42a7-885a-1ffc0058466e None None] The sync data for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb is: [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:46Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:08:48.451998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-7738561b-950e-4218-bac8-293525c2f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:48.453464 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-7738561b-950e-4218-bac8-293525c2f87d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.3576343 May 21 16:08:48.669305 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-d2994047-aea4-4db1-b193-0b94412542f2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812115 May 21 16:08:48.678100 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:08:41Z', 'revision_number': 4, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port': {'id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': 'c6e708d5-c844-4176-b258-83faedc3ad73', 'name': '', 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'mac_address': 'fa:16:3e:c7:28:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:39Z', 'updated_at': '2021-05-21T16:08:42Z', 'revision_number': 2, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'subnets': [{'id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:48.683419 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Checking router: b24b1d82-df5b-4411-81b4-54d853683f68 for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:08:48.686964 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Updating router b24b1d82-df5b-4411-81b4-54d853683f68 port c6e708d5-c844-4176-b258-83faedc3ad73 binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:08:48.695316 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:48.761812 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3f30e-b6a6-48fd-bdb7-f6f885eaf121 req-b2b2e634-6bf4-4948-9cb4-e510a32ab775 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:48.764164 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-d5a3f30e-b6a6-48fd-bdb7-f6f885eaf121 req-b2b2e634-6bf4-4948-9cb4-e510a32ab775 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Synchronizing usage tracker for tenant:6116b56c2309419082837392ee2ac677 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:48.780203 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:48.801451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6e8965e2-3245-41a8-a76b-1fc190adcebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:48.808499 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:48.927208 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:48.933857 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:48.944763 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:49.014942 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-e4fc0bed-30c1-4b54-afa9-6d6959283d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:49.031165 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-e4fc0bed-30c1-4b54-afa9-6d6959283d54 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6116b56c2309419082837392ee2ac677&device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 1096 time: 0.9470146 May 21 16:08:49.039166 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-d5a3f30e-b6a6-48fd-bdb7-f6f885eaf121 req-b2b2e634-6bf4-4948-9cb4-e510a32ab775 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Unset dirty status for tenant:6116b56c2309419082837392ee2ac677 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:49.040820 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d5a3f30e-b6a6-48fd-bdb7-f6f885eaf121 req-b2b2e634-6bf4-4948-9cb4-e510a32ab775 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 943 time: 1.0670609 May 21 16:08:49.241028 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'Port': ['ID=b1597015-6adb-4042-a067-c7cf25e9866e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:49.254602 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:49.313572 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:49.448534 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-4def759b-3452-44ed-a392-e400eeec4fc5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb HTTP/1.1" status: 200 len: 217 time: 0.3968642 May 21 16:08:49.655688 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-26bcd386-da77-4529-9d1a-cacd1b0098c9 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9707677 May 21 16:08:49.668129 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d5a3f30e-b6a6-48fd-bdb7-f6f885eaf121 req-d9323b03-ca9d-487e-bad5-a7d138bdd749 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128349 May 21 16:08:49.864586 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-9ecce5ba-f11e-4b2e-9af7-60d8de32d7f0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:49.866167 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-9ecce5ba-f11e-4b2e-9af7-60d8de32d7f0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 819 time: 0.4265351 May 21 16:08:49.894626 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:49.904129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:49.912167 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Transition to ACTIVE for port object c6e708d5-c844-4176-b258-83faedc3ad73 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:49.920585 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:49.935436 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-c4ee273f-85f6-40cf-989c-4d94eb6d3121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:49.938113 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d89b71c-c07c-4e21-ac27-5193dd12c378 req-2041334e-34fc-43f7-a547-75f3ea93d205 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736342 May 21 16:08:49.949594 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-a3e06d52-dda5-448c-b72b-6e743f20916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:49.951563 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-a3e06d52-dda5-448c-b72b-6e743f20916e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4441c877-2c9f-4514-b94a-ed176a0de56c HTTP/1.1" status: 200 len: 852 time: 0.4255526 May 21 16:08:49.992171 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-0bfd8e23-9939-40db-b598-55ff17e9e025 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/quotas/0e5dd23b15734e51a56518dc117f85c0 HTTP/1.1" status: 200 len: 375 time: 0.1121807 May 21 16:08:50.171225 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'tag': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:08:50.226158 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-cfdc6dd8-dbc0-4bf0-a1ff-727aba558e0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=974d91e8-7cce-4645-8275-6540ae8d13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2682528 May 21 16:08:50.247852 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7ef05baf-5958-4c20-86e7-12c2442598e7 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:50.398967 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52326eed-cd54-48bf-b7d1-585f4142c4e9 None None] Pushing event updated for resources: {'Port': ['ID=c6e708d5-c844-4176-b258-83faedc3ad73,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:50.524662 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:50.531181 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:50.553407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:50.653453 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-52326eed-cd54-48bf-b7d1-585f4142c4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:50.710889 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-174c8dc2-262b-4df9-9457-e1718d649a68 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7176142 May 21 16:08:50.726333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'Port': ['ID=b1597015-6adb-4042-a067-c7cf25e9866e,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:50.731686 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:50.763704 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-04049f29-8ad0-4e09-9c29-d55f45973aa2 service neutron] 10.222.0.84 "GET /v2.0/networks/974d91e8-7cce-4645-8275-6540ae8d13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019839 May 21 16:08:50.815704 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-9a16c873-2f5c-4edc-b08c-ae96e1d06c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:50.818260 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-9a16c873-2f5c-4edc-b08c-ae96e1d06c12 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 1096 time: 0.7469547 May 21 16:08:50.882100 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Attempting to bind port c6e708d5-c844-4176-b258-83faedc3ad73 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:08:50.882475 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Attempting to bind port c6e708d5-c844-4176-b258-83faedc3ad73 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:08:50.882836 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Attempting to bind port c6e708d5-c844-4176-b258-83faedc3ad73 on network f645797b-8546-490c-9dcc-da501d6ba51b {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:08:50.890469 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:08:50.891650 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Checking segment: {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:08:50.893089 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:50.894070 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Bound using segment: {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:08:50.894845 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Bound port: c6e708d5-c844-4176-b258-83faedc3ad73, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:08:50.896114 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:50.912767 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 7ef05baf-5958-4c20-86e7-12c2442598e7 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:50.922362 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 7ef05baf-5958-4c20-86e7-12c2442598e7 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:50.923306 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:50.929919 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674467f-4836-4477-86b8-bfa9e52dac80 req-6ff75c64-3f9b-489c-9f88-ce9fe4f96e3d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:50.931450 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b674467f-4836-4477-86b8-bfa9e52dac80 req-6ff75c64-3f9b-489c-9f88-ce9fe4f96e3d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 943 time: 0.8080587 May 21 16:08:50.936978 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-97b02ce1-3bb8-4728-9807-d8dafce22aa6 service neutron] 10.222.0.91 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164593 May 21 16:08:50.945125 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:51.077031 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:51.078410 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8928671 May 21 16:08:51.104692 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b674467f-4836-4477-86b8-bfa9e52dac80 req-fd7d29ea-7ab1-4f99-97ea-15757631aac6 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513350 May 21 16:08:51.195762 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e7255886-97b2-4f45-8cd9-d9cd245ccd8a req-11097e2d-4073-4b7a-a64f-71b985fbf0dd service neutron] 10.222.0.84 "GET /v2.0/networks/974d91e8-7cce-4645-8275-6540ae8d13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229028 May 21 16:08:51.199343 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-d0c82a22-62af-485e-9a5a-7275e10482d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:51.200919 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-d0c82a22-62af-485e-9a5a-7275e10482d6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 916 time: 0.3703225 May 21 16:08:51.232149 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-12996947-b779-432f-b18d-dfa63642ef2f service neutron] 10.222.0.91 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823880 May 21 16:08:51.248307 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] For port c6e708d5-c844-4176-b258-83faedc3ad73, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:08:51.268153 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] For port c6e708d5-c844-4176-b258-83faedc3ad73, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=c6e708d5-c844-4176-b258-83faedc3ad73,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:08:51.278939 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:51.291457 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:51.331639 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-229d43cf-4a8c-4618-a2c5-2cd82c23130f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3528524-b444-4c2d-b53a-e906f7631ad0 HTTP/1.1" status: 200 len: 217 time: 0.1242695 May 21 16:08:51.334089 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'tag': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb', 'status': 'completed', 'code': 200} May 21 16:08:51.565110 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52326eed-cd54-48bf-b7d1-585f4142c4e9 None None] Pushing event updated for resources: {'Port': ['ID=c6e708d5-c844-4176-b258-83faedc3ad73,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:51.586616 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-52326eed-cd54-48bf-b7d1-585f4142c4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:51.594392 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:51.665951 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Routers {'b24b1d82-df5b-4411-81b4-54d853683f68'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:08:51.670570 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:08:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['b24b1d82-df5b-4411-81b4-54d853683f68'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:51.796434 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-6b668abc-2bad-4c7e-84d3-c630030076f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:51.799356 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-6b668abc-2bad-4c7e-84d3-c630030076f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.4508200 May 21 16:08:51.831618 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-06ae6816-cb83-4120-afbc-b51f147b2bc8 req-7f6936b9-57d5-4653-a9a9-17b220e07be8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 210 time: 0.1279919 May 21 16:08:51.864199 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 7ef05baf-5958-4c20-86e7-12c2442598e7, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=7ef05baf-5958-4c20-86e7-12c2442598e7,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:51.914406 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-73d3e788-c445-4596-b247-c3ec76868256 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052341 May 21 16:08:51.921977 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:51.964416 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:52.147316 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-4abb0aff-5069-49ba-b6f3-57ccb0aa7e85 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:52.159249 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=7ef05baf-5958-4c20-86e7-12c2442598e7,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:52.173350 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:52.182411 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-4abb0aff-5069-49ba-b6f3-57ccb0aa7e85 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:52.184084 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-4abb0aff-5069-49ba-b6f3-57ccb0aa7e85 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--888011609&fields=id&tenant_id=3e1bb61efae342dbb192ab01b522cc6d HTTP/1.1" status: 200 len: 267 time: 0.1245711 May 21 16:08:52.243235 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] Set router b24b1d82-df5b-4411-81b4-54d853683f68 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:08:52.270152 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-2d0a9024-c7ab-4273-8125-d4feb852438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:52.271866 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-2d0a9024-c7ab-4273-8125-d4feb852438b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6116b56c2309419082837392ee2ac677&device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 1096 time: 0.8239281 May 21 16:08:52.280400 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-94f20a04-0e9e-4aae-9337-75b3e570c8dd service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506265 May 21 16:08:52.288886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0fbcd-dbcc-4a98-b9c2-3b47bbc29ab7 req-97306b6a-c0cc-4c2c-be35-40ad265c493d tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:52.306810 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8dc0fbcd-dbcc-4a98-b9c2-3b47bbc29ab7 req-97306b6a-c0cc-4c2c-be35-40ad265c493d tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 943 time: 0.6852570 May 21 16:08:52.453969 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-45759539-00e1-4082-b32d-8f1b68170a85 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:52.455932 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-45759539-00e1-4082-b32d-8f1b68170a85 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 810 time: 0.2595310 May 21 16:08:52.474180 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-b2bc8cf3-adba-492a-bd4d-7665d08c56c8 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/quotas/3e1bb61efae342dbb192ab01b522cc6d HTTP/1.1" status: 200 len: 375 time: 0.0116134 May 21 16:08:52.547832 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45660) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:52.582595 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-7669cdf6-af91-4faf-a462-660b40bd62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:52.584264 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-7669cdf6-af91-4faf-a462-660b40bd62fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=974d91e8-7cce-4645-8275-6540ae8d13b2 HTTP/1.1" status: 200 len: 914 time: 0.2752409 May 21 16:08:52.593814 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8dc0fbcd-dbcc-4a98-b9c2-3b47bbc29ab7 req-4c1a602f-f27c-4a9b-9e8d-45b6238ba882 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860358 May 21 16:08:52.682169 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-b9ed88b8-4064-450a-b36c-e36e22d0be2a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb HTTP/1.1" status: 200 len: 217 time: 0.0873435 May 21 16:08:52.773625 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-42e902a1-a66e-4078-8c9d-d3504e31e6aa tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:52.782327 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:52.807046 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:52.820279 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd0299930cd4eb5b187bb9fdcfa9ae0 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:52.823247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-42e902a1-a66e-4078-8c9d-d3504e31e6aa tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:52.837934 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-42e902a1-a66e-4078-8c9d-d3504e31e6aa tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3503969 May 21 16:08:52.840043 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:52.840333 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:08:41Z', 'revision_number': 4, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port': {'id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': 'c6e708d5-c844-4176-b258-83faedc3ad73', 'name': '', 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'mac_address': 'fa:16:3e:c7:28:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:39Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 4, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'subnets': [{'id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:08:52.847183 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6630121-a2d1-4a4f-a7cf-5a74bc25fc06 None None] The sync data for ids ['b24b1d82-df5b-4411-81b4-54d853683f68'] in dv-cinder-792462-8-smb is: [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:08:41Z', 'revision_number': 4, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port': {'id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': 'c6e708d5-c844-4176-b258-83faedc3ad73', 'name': '', 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'mac_address': 'fa:16:3e:c7:28:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:39Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 4, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'subnets': [{'id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:08:52.855543 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b45a0bf-7b02-4b91-bf49-52a69d9f4286 req-4384d176-ce0f-489b-ad8b-80b1ea4c5dea service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184926 May 21 16:08:52.861270 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-81b58526-86a1-4b5f-ad32-63b9a1466b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:52.863541 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-81b58526-86a1-4b5f-ad32-63b9a1466b83 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4441c877-2c9f-4514-b94a-ed176a0de56c HTTP/1.1" status: 200 len: 852 time: 0.1729836 May 21 16:08:52.867732 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:52.940259 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-a1f4eb20-cee1-445d-9c29-b9525ac64bc6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=974d91e8-7cce-4645-8275-6540ae8d13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696132 May 21 16:08:53.033795 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-e79061a7-e30c-4262-bdea-11e32affe7f6 service neutron] 10.222.0.91 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947455 May 21 16:08:53.191752 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:53.202776 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:53.223197 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:53.261545 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-40ab4eed-98ff-4956-8765-2c752d83166e service neutron] 10.222.0.91 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264183 May 21 16:08:53.299338 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8fd0299930cd4eb5b187bb9fdcfa9ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7490819 May 21 16:08:53.312495 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45678) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:53.370630 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c812361c-1e3b-47db-a670-06ecc0cc5448,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:53.378104 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:53.468697 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-4dda1dbc-aae7-4f9e-9250-fc230ad5ab65 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:53.469418 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-4dda1dbc-aae7-4f9e-9250-fc230ad5ab65 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Synchronizing usage tracker for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:53.528466 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:53.555130 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a3528524-b444-4c2d-b53a-e906f7631ad0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:08:53.624187 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:53.705550 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-5adb96d2-a276-4d06-9521-e7207ecfa25c service neutron] 10.222.0.84 "GET /v2.0/networks/974d91e8-7cce-4645-8275-6540ae8d13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332358 May 21 16:08:53.706906 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-4dda1dbc-aae7-4f9e-9250-fc230ad5ab65 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Unset dirty status for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:53.714112 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-4dda1dbc-aae7-4f9e-9250-fc230ad5ab65 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 819 time: 0.7710359 May 21 16:08:53.956043 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:53.970571 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port a3528524-b444-4c2d-b53a-e906f7631ad0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a3528524-b444-4c2d-b53a-e906f7631ad0,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:53.982666 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:54.020663 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c812361c-1e3b-47db-a670-06ecc0cc5448,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:54.026752 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-19e5bd2c-fab7-484f-959c-6ca4d1358bbd tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/quotas/0e5dd23b15734e51a56518dc117f85c0 HTTP/1.1" status: 200 len: 375 time: 0.3116798 May 21 16:08:54.037999 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'a3528524-b444-4c2d-b53a-e906f7631ad0', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'port_id': 'a3528524-b444-4c2d-b53a-e906f7631ad0', 'mac_address': 'fa:16:3e:2c:f9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14968922-790b-424c-9ae3-34c1af17ce2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:08:54.049085 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c411b9-5aa2-4ce5-a2ac-f91e49b3385d req-61fbc063-52a5-4312-91ee-2322c0810efe tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:54.070099 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c2c411b9-5aa2-4ce5-a2ac-f91e49b3385d req-61fbc063-52a5-4312-91ee-2322c0810efe tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 943 time: 0.3999708 May 21 16:08:54.072885 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:54.120280 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:54.127022 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c812361c-1e3b-47db-a670-06ecc0cc5448 HTTP/1.1" status: 204 len: 168 time: 0.8132620 May 21 16:08:54.237249 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c2c411b9-5aa2-4ce5-a2ac-f91e49b3385d req-c7626ff2-ce72-47ce-aafc-befca66c2080 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661036 May 21 16:08:54.315529 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:54.371562 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-61a2a353-164d-4b0b-ac72-3e8a03cbb097 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:54.374655 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-61a2a353-164d-4b0b-ac72-3e8a03cbb097 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 819 time: 1.2099001 May 21 16:08:54.379427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7ef05baf-5958-4c20-86e7-12c2442598e7 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:54.397613 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Request body: {'port': {'device_id': 'f43e741c-af79-417a-b171-812628b82251', 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'admin_state_up': True, 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:54.525875 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-891bfae4-5588-4663-9cc6-9e0d834c7d76 req-b2164f4f-f7fa-40bd-acd4-765a13127a65 service neutron] 10.222.0.84 "GET /v2.0/networks/974d91e8-7cce-4645-8275-6540ae8d13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038456 May 21 16:08:54.661466 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-0f6afa07-a3c3-429a-b68a-c31d709bdb8b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Synchronizing usage tracker for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:54.668603 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3528524-b444-4c2d-b53a-e906f7631ad0 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:08:54.711037 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:54.715446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-0f6afa07-a3c3-429a-b68a-c31d709bdb8b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Unset dirty status for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:54.718257 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-0f6afa07-a3c3-429a-b68a-c31d709bdb8b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6625273 May 21 16:08:54.724609 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Usage tracker for resource:port and tenant:0e5dd23b15734e51a56518dc117f85c0 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:54.779992 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port a3528524-b444-4c2d-b53a-e906f7631ad0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a3528524-b444-4c2d-b53a-e906f7631ad0,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:54.793137 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:54.794058 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:08:54.801206 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:54.824408 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:54.849400 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:54.896002 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Made reservation on behalf of 0e5dd23b15734e51a56518dc117f85c0 for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:54.897553 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 7ef05baf-5958-4c20-86e7-12c2442598e7 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:54.898080 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:54.898189 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fc76d307-eb52-4383-a970-cf1e2d33b544 req-5e44b0a4-5cab-438c-9870-9cf193418b98 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 210 time: 0.0612679 May 21 16:08:54.898768 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45734) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:54.899722 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:54.920967 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:54.942150 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:54.947445 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Usage tracker for resource:security_group_rule and tenant:26c1dd1458fe4582a224b3c5e7e59791 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:54.950820 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:54.959206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:55.026274 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-1647466c-8af8-442a-81b9-6faee6d710ed service neutron] 10.222.0.91 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970390 May 21 16:08:55.072554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=a3528524-b444-4c2d-b53a-e906f7631ad0,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:55.079306 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:55.140774 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.155521 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb51f-8219-4418-8e2c-41e65421f713 req-20e874f8-5bc8-4fe0-8d1c-09017b6f0d08 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:55.157223 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9cbb51f-8219-4418-8e2c-41e65421f713 req-20e874f8-5bc8-4fe0-8d1c-09017b6f0d08 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 943 time: 0.1454551 May 21 16:08:55.159478 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.170126 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c3fec204-f6b9-4c2a-ae9e-12893db38ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:55.177920 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,segment=NetworkSegment(0ba1fcc2-e2c0-44e2-8226-85b05e96ff74),segment_id=0ba1fcc2-e2c0-44e2-8226-85b05e96ff74)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:55.186642 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device c6e708d5-c844-4176-b258-83faedc3ad73 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:55.231090 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb', 'network_id': '974d91e8-7cce-4645-8275-6540ae8d13b2', 'port_id': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb', 'mac_address': 'fa:16:3e:6d:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4441c877-2c9f-4514-b94a-ed176a0de56c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:08:55.268962 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=26c1dd1458fe4582a224b3c5e7e59791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685958 May 21 16:08:55.269863 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467b6ec-f5eb-436e-9bd6-0040f70f5dc2,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:55.273134 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45740) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:55.279956 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:55.312555 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.336006 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:08:55.347276 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port c6e708d5-c844-4176-b258-83faedc3ad73 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:55.350246 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9cbb51f-8219-4418-8e2c-41e65421f713 req-9fbe8501-9ef1-4a86-9ebf-2e582f10d5ae tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821356 May 21 16:08:55.381155 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port c6e708d5-c844-4176-b258-83faedc3ad73 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:55.381555 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.422510 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.429952 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,segment=NetworkSegment(0ba1fcc2-e2c0-44e2-8226-85b05e96ff74),segment_id=0ba1fcc2-e2c0-44e2-8226-85b05e96ff74)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:55.442365 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.447958 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Allocated IP 172.20.0.14 (f645797b-8546-490c-9dcc-da501d6ba51b/635820e4-f1a1-4f55-9b9b-cb9bb89f6e97/33f12a61-c61b-4327-974d-2b0b2474e63c) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:55.451930 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:55.486044 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-e276671a-ec36-44fe-b6e8-2e3ed4e8bf84 service neutron] 10.222.0.91 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506123 May 21 16:08:55.494652 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.580018 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-5e6e1cc2-d534-4d57-9315-6fa9f2d1f60c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:55.581018 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-5e6e1cc2-d534-4d57-9315-6fa9f2d1f60c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:55.652429 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.674348 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:55.704275 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-5e6e1cc2-d534-4d57-9315-6fa9f2d1f60c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:55.706078 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-5e6e1cc2-d534-4d57-9315-6fa9f2d1f60c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 810 time: 0.4485700 May 21 16:08:55.707803 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467b6ec-f5eb-436e-9bd6-0040f70f5dc2,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:55.713294 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:55.724661 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.726304 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c467b6ec-f5eb-436e-9bd6-0040f70f5dc2 HTTP/1.1" status: 204 len: 168 time: 0.4488952 May 21 16:08:55.805275 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:55.819986 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-7a53d490-6014-4b12-943b-d172dc210245 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:08:55.826261 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:08:55.846060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:55.890259 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['03c2baaa-507f-4a40-9bd2-0dc0de2e79eb'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:08:55.917822 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-7a53d490-6014-4b12-943b-d172dc210245 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:08:55.922326 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-7a53d490-6014-4b12-943b-d172dc210245 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e1bb61efae342dbb192ab01b522cc6d HTTP/1.1" status: 200 len: 379 time: 0.2038739 May 21 16:08:55.936398 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'port': {'device_id': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'admin_state_up': True, 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'security_groups': ['0ca23d9a-8174-4d8c-b830-ce70b2002bd1']}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:56.042181 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:56.108768 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce01da-8b51-4db6-a195-e25f865301b5 req-194052d2-7190-43aa-9f76-fdb527a1cda7 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:56.110696 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8ce01da-8b51-4db6-a195-e25f865301b5 req-194052d2-7190-43aa-9f76-fdb527a1cda7 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 944 time: 0.1876748 May 21 16:08:56.175703 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:56.251917 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port c6e708d5-c844-4176-b258-83faedc3ad73, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=c6e708d5-c844-4176-b258-83faedc3ad73,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:56.270633 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:56.301924 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a8ce01da-8b51-4db6-a195-e25f865301b5 req-575dde88-42df-4090-ae6a-4f7bda307cfe tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803572 May 21 16:08:56.305296 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-52326eed-cd54-48bf-b7d1-585f4142c4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:56.493905 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:56.504781 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:56.580330 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=c6e708d5-c844-4176-b258-83faedc3ad73,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:56.592545 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:56.653913 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Made reservation on behalf of 3e1bb61efae342dbb192ab01b522cc6d for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:56.663361 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:56.711480 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:56.713666 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-11fbe4b2-cc24-4fb3-9e14-dd9b38589833 req-b2343faa-4bec-4844-a5b0-68b34ccc0814 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 210 time: 0.1402111 May 21 16:08:56.714614 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-460dfbd5-e1c0-40c5-ab41-6fc763e83238 req-62b8fa14-e6fb-4d38-855f-9aa0b79114a4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 210 time: 0.2007575 May 21 16:08:56.768768 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:56.853597 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Network f645797b-8546-490c-9dcc-da501d6ba51b is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:56.858763 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Pushing event updated for resources: {'Port': ['ID=33f12a61-c61b-4327-974d-2b0b2474e63c,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:56.861753 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:56.863777 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:56.869768 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:56.875373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:56.876652 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:57.020127 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6288071 May 21 16:08:57.073761 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Request body: {'port': {'device_id': 'f43e741c-af79-417a-b171-812628b82251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:57.237923 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-4b044716-96bd-46dc-9e75-3c1630b07645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:57.239240 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Allocated IP 172.20.0.9 (49a657cd-15ba-4837-a8a8-0baba6217852/2ed56423-dc62-4b80-97c7-32936d587bb1/92976da0-7eee-4c62-915b-c6ef087d7b1b) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:57.254045 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2212df1-cf0f-4d8d-9c07-e314f153776b req-8403ef11-388e-4ae5-b738-be6d17c025a3 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:57.255331 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e2212df1-cf0f-4d8d-9c07-e314f153776b req-8403ef11-388e-4ae5-b738-be6d17c025a3 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 944 time: 0.3223872 May 21 16:08:57.289968 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:57.393975 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e2212df1-cf0f-4d8d-9c07-e314f153776b req-c1794c3f-2b97-4f5d-9222-e4cbbcca84e4 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294312 May 21 16:08:57.572611 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a3528524-b444-4c2d-b53a-e906f7631ad0 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:57.656548 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.84', 56484) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:57.774651 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port a3528524-b444-4c2d-b53a-e906f7631ad0 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:57.780385 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port a3528524-b444-4c2d-b53a-e906f7631ad0 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:57.780982 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:57.783442 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 45870) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:58.003887 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.006645 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a9f85e68-0bd8-4a01-bf7e-42921b2a221a req-06014294-5da0-4ddf-a995-19fa0e4b4eab tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 210 time: 0.0629311 May 21 16:08:58.016215 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6f35ef6e-9993-4228-9020-7135ff094a88 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:58.018495 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6f35ef6e-9993-4228-9020-7135ff094a88 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 819 time: 0.3597758 May 21 16:08:58.049838 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Request body: {'port': {'device_id': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'admin_state_up': True, 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:58.051517 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3528524-b444-4c2d-b53a-e906f7631ad0'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:08:58.140125 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port a3528524-b444-4c2d-b53a-e906f7631ad0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a3528524-b444-4c2d-b53a-e906f7631ad0,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:58.150368 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.152030 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:58.209488 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.223887 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-866b7526-f504-4747-b0f6-f6f92d0d7c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:58.331004 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79b7eb-f6e1-43e2-85cf-2edd3ec798e6 req-5805c4ea-ce00-4d79-a0cb-7230e9fbcde2 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:58.332484 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-938023dd-d0f1-4f3d-82b6-7c655d3d77ac req-0520c269-582e-428b-9513-a80d50520d8f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 210 time: 0.0812886 May 21 16:08:58.348351 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2c79b7eb-f6e1-43e2-85cf-2edd3ec798e6 req-5805c4ea-ce00-4d79-a0cb-7230e9fbcde2 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 944 time: 0.6781723 May 21 16:08:58.350622 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Transition to ACTIVE for port object 92976da0-7eee-4c62-915b-c6ef087d7b1b will not be triggered until provisioned by entity DHCP. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:58.446083 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:58.451298 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device c6e708d5-c844-4176-b258-83faedc3ad73 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:08:58.454983 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Usage tracker for resource:port and tenant:0e5dd23b15734e51a56518dc117f85c0 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:58.458990 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:58.466414 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:58.483219 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Made reservation on behalf of 0e5dd23b15734e51a56518dc117f85c0 for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:08:58.488999 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.496897 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.db.resource_extend [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 16:08:58.541656 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.648278 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=a3528524-b444-4c2d-b53a-e906f7631ad0,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:58.652359 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2c79b7eb-f6e1-43e2-85cf-2edd3ec798e6 req-d7ed1d4e-74e5-4440-867c-7a26f1e369ab tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943487 May 21 16:08:58.677086 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:58.697080 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:58.706112 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:58.709737 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:08:58.710597 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.730090 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c16e8c1a97c6464486ad59b3f885c7f1 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:08:58.734160 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:08:58.750040 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:08:58.778610 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f12a61-c61b-4327-974d-2b0b2474e63c {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:08:58.786397 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.801262 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.826138 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:58.895208 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port c6e708d5-c844-4176-b258-83faedc3ad73 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:58.897419 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.917523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Network 49a657cd-15ba-4837-a8a8-0baba6217852 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:08:58.926795 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:08:58.937372 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:08:58.944285 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:58.945108 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:58.950528 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'Port': ['ID=92976da0-7eee-4c62-915b-c6ef087d7b1b,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:58.951383 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a00a11-f2ca-46e1-9b52-f1fb134b8946 req-27beffb3-161f-4b37-8af5-0b27b25515a3 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:08:58.953032 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-43a00a11-f2ca-46e1-9b52-f1fb134b8946 req-27beffb3-161f-4b37-8af5-0b27b25515a3 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 944 time: 0.2819927 May 21 16:08:58.962842 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:58.972379 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Transition to ACTIVE for port object 33f12a61-c61b-4327-974d-2b0b2474e63c will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:08:58.992646 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.007930 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c1af12fc-7b7b-4b8e-b979-262232b3ac20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:59.042198 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3528524-b444-4c2d-b53a-e906f7631ad0', 'code': 200} May 21 16:08:59.105223 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1740313 May 21 16:08:59.265196 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Request body: {'port': {'device_id': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:08:59.271636 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Allocated IP 172.20.0.7 (f645797b-8546-490c-9dcc-da501d6ba51b/635820e4-f1a1-4f55-9b9b-cb9bb89f6e97/3d30fee7-ae95-4001-8b3c-df3c33a54fd9) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:08:59.333369 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.84', 56489) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:59.404203 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.457821 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-43a00a11-f2ca-46e1-9b52-f1fb134b8946 req-eef8aac6-1955-4259-845f-ed3287005fcd tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787211 May 21 16:08:59.581024 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,segment=NetworkSegment(0ba1fcc2-e2c0-44e2-8226-85b05e96ff74),segment_id=0ba1fcc2-e2c0-44e2-8226-85b05e96ff74)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:08:59.583801 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-93801a90-ea9c-4e82-ad48-0dded52d4c26 None None] Provisioning for port 92976da0-7eee-4c62-915b-c6ef087d7b1b completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:08:59.591605 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-93801a90-ea9c-4e82-ad48-0dded52d4c26 None None] Provisioning complete for port 92976da0-7eee-4c62-915b-c6ef087d7b1b triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:08:59.592363 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-93801a90-ea9c-4e82-ad48-0dded52d4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.677544 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.681947 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:59.696333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45954) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:08:59.699315 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.728097 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-93801a90-ea9c-4e82-ad48-0dded52d4c26 None None] Port 92976da0-7eee-4c62-915b-c6ef087d7b1b cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:08:59.744776 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Pushing event updated for resources: {'Port': ['ID=33f12a61-c61b-4327-974d-2b0b2474e63c,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:59.797459 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-98113e26-3059-4895-b6c9-60c1c5603acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.808124 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:08:59.820370 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.821546 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:59.852050 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c9df1c30-ea67-4b4a-b59b-3356b9f67f93 req-402e2628-9366-47a7-a6c7-00d782277a27 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 210 time: 0.1607552 May 21 16:08:59.856874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:08:59.897414 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.935512 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.972067 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.973287 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:08:59.980829 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:08:59.984749 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:00.070900 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c16e8c1a97c6464486ad59b3f885c7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2680974 May 21 16:09:00.072259 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Attempting to bind port 33f12a61-c61b-4327-974d-2b0b2474e63c on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:09:00.072716 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Attempting to bind port 33f12a61-c61b-4327-974d-2b0b2474e63c by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:09:00.073184 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Attempting to bind port 33f12a61-c61b-4327-974d-2b0b2474e63c on network f645797b-8546-490c-9dcc-da501d6ba51b {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:00.083197 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 45970) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:00.116215 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Network f645797b-8546-490c-9dcc-da501d6ba51b is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:09:00.118773 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Port 33f12a61-c61b-4327-974d-2b0b2474e63c on network f645797b-8546-490c-9dcc-da501d6ba51b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:09:00.119621 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Attempting to bind port 33f12a61-c61b-4327-974d-2b0b2474e63c on network f645797b-8546-490c-9dcc-da501d6ba51b {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:00.126371 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:09:00.132513 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:09:00.138462 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4efc57-9499-4b1d-a561-da9247a43acc,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:00.149897 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:00.158652 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:09:00.158943 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Checking segment: {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:00.159370 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Bound using segment: {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:09:00.159500 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.159767 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Bound port: 33f12a61-c61b-4327-974d-2b0b2474e63c, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:09:00.160106 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.182323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Pushing event updated for resources: {'Port': ['ID=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:00.201798 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:00.207317 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:00.213444 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac4464419804567842526c87b747812 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:00.223762 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:00.238031 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:00.252166 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d39c-647e-48c0-b139-2c85e3fc938c req-83cadf44-17e3-4f2d-8bb4-9b65a7b70b63 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:00.252860 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-f861d39c-647e-48c0-b139-2c85e3fc938c req-83cadf44-17e3-4f2d-8bb4-9b65a7b70b63 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:00.255010 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:00.255740 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.304661 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180a9e-5bd2-4e98-8a72-eb65157d1c0e req-0c0c6aea-2be0-4c44-809f-8464d9f6ed82 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:00.306137 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-98180a9e-5bd2-4e98-8a72-eb65157d1c0e req-0c0c6aea-2be0-4c44-809f-8464d9f6ed82 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 945 time: 0.2784824 May 21 16:09:00.341120 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3073487 May 21 16:09:00.354134 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-cb59bbfd-f411-446d-979b-3f495c35537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:00.356397 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-cb59bbfd-f411-446d-979b-3f495c35537a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 1098 time: 0.7626469 May 21 16:09:00.359107 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Request body: {'port': {'device_id': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:00.399534 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-f861d39c-647e-48c0-b139-2c85e3fc938c req-83cadf44-17e3-4f2d-8bb4-9b65a7b70b63 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:00.400492 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f861d39c-647e-48c0-b139-2c85e3fc938c req-83cadf44-17e3-4f2d-8bb4-9b65a7b70b63 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 931 time: 1.0656488 May 21 16:09:00.426464 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.472281 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.481048 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-98180a9e-5bd2-4e98-8a72-eb65157d1c0e req-f5129b6c-b612-4f0b-befe-abe343068034 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659269 May 21 16:09:00.493228 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.495435 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:00.540483 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.548063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] For port 33f12a61-c61b-4327-974d-2b0b2474e63c, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:09:00.558201 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:00.565482 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Usage tracker for resource:security_group_rule and tenant:69ba4f16eb2244468eb2b1d2e03553d4 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:00.589795 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:00.610683 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:00.617030 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.618051 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ffd923-8091-494d-a686-bebcf9f7c58b,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:00.620704 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.634808 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4ac4464419804567842526c87b747812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9349422 May 21 16:09:00.634808 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:00.635939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 45992) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:00.639477 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] For port 33f12a61-c61b-4327-974d-2b0b2474e63c, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=33f12a61-c61b-4327-974d-2b0b2474e63c,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:09:00.648820 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f861d39c-647e-48c0-b139-2c85e3fc938c req-4e8140d1-b971-4b3e-84e9-fa6d334e8f18 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302303 May 21 16:09:00.658978 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.667466 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.706195 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-00e3860f-e193-44bb-8f04-31ffe2ee5955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:00.826307 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:00.827191 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:00.829280 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] 10.222.0.84 "PUT /v2.0/ports/33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 1094 time: 3.7819808 May 21 16:09:00.830468 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43e741c-af79-417a-b171-812628b82251', 'tag': '33f12a61-c61b-4327-974d-2b0b2474e63c'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:00.838276 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 45998) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:00.915474 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43e741c-af79-417a-b171-812628b82251', 'tag': '33f12a61-c61b-4327-974d-2b0b2474e63c', 'status': 'completed', 'code': 200} May 21 16:09:00.921676 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Pushing event updated for resources: {'Port': ['ID=33f12a61-c61b-4327-974d-2b0b2474e63c,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:00.940355 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:00.949375 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.006719 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-df15f7de-c9ba-4a05-8352-e222746d6dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:01.043329 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:01.049651 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4efc57-9499-4b1d-a561-da9247a43acc,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:01.095777 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.112324 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:01.130451 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.133863 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92976da0-7eee-4c62-915b-c6ef087d7b1b {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:01.141629 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114dc46-5833-4197-a795-ba9d017fe716 req-44cef821-6e03-46b1-82af-9e852353c541 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:01.144202 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b114dc46-5833-4197-a795-ba9d017fe716 req-44cef821-6e03-46b1-82af-9e852353c541 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 945 time: 0.4947226 May 21 16:09:01.150943 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.155381 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.162659 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.164645 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.165608 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.166719 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf4efc57-9499-4b1d-a561-da9247a43acc HTTP/1.1" status: 204 len: 168 time: 1.0762632 May 21 16:09:01.200705 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6bc385bc-7058-4e01-8a9b-cc40176f4484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:01.223435 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:01.256779 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Usage tracker for resource:security_group_rule and tenant:10b1bf96dbcb4bdaa32ebd72eff5168f is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:01.259947 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Transition to ACTIVE for port object 92976da0-7eee-4c62-915b-c6ef087d7b1b will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:09:01.263170 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Synchronizing usage tracker for tenant:69ba4f16eb2244468eb2b1d2e03553d4 on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:01.272117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:01.285078 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b114dc46-5833-4197-a795-ba9d017fe716 req-b81d2dd8-53af-4097-9b06-09931540b25f tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264622 May 21 16:09:01.292793 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.294789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:01.302812 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46020) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:01.314251 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3a8cf-6c67-4773-9fff-6bd71e47d9e2,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:01.325412 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-2dd8e1f4-3341-42c5-acdc-320abd3049b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:01.326937 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-2dd8e1f4-3341-42c5-acdc-320abd3049b7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1097 time: 0.4538939 May 21 16:09:01.331872 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:01.336361 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.341352 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7826be05-cf86-43c7-a398-675a1c40a64a tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:01.399784 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb', 'code': 200} May 21 16:09:01.411217 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:01.421220 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:01.436088 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.449390 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ffd923-8091-494d-a686-bebcf9f7c58b,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:01.457817 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:01.465534 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.470113 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/08ffd923-8091-494d-a686-bebcf9f7c58b HTTP/1.1" status: 204 len: 168 time: 0.8326559 May 21 16:09:01.471862 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Transition to ACTIVE for port object 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:09:01.481293 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:01.504859 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:01.571012 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Unset dirty status for tenant:69ba4f16eb2244468eb2b1d2e03553d4 on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:01.572655 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c0bbbf6d-4de7-4e1a-93bc-79d94d8167c9 req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1992152 May 21 16:09:01.620743 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-908a049f-4d41-438e-ac87-29a2d0ff143a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 217 time: 0.2347848 May 21 16:09:01.663988 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e757e9d-c025-42da-a184-e6e03d897ac7 req-ca719d83-1094-4fc4-9bd2-f170ea85b9c5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:01.664743 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4e757e9d-c025-42da-a184-e6e03d897ac7 req-ca719d83-1094-4fc4-9bd2-f170ea85b9c5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Synchronizing usage tracker for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:01.780142 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Pushing event updated for resources: {'Port': ['ID=92976da0-7eee-4c62-915b-c6ef087d7b1b,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:01.939739 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:02.004886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4e757e9d-c025-42da-a184-e6e03d897ac7 req-ca719d83-1094-4fc4-9bd2-f170ea85b9c5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Unset dirty status for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:02.011818 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4e757e9d-c025-42da-a184-e6e03d897ac7 req-ca719d83-1094-4fc4-9bd2-f170ea85b9c5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 931 time: 0.9786325 May 21 16:09:02.018791 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Pushing event updated for resources: {'Port': ['ID=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:02.020752 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.030780 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:02.055579 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Attempting to bind port 92976da0-7eee-4c62-915b-c6ef087d7b1b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:09:02.055892 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Attempting to bind port 92976da0-7eee-4c62-915b-c6ef087d7b1b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:09:02.056386 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Attempting to bind port 92976da0-7eee-4c62-915b-c6ef087d7b1b on network 49a657cd-15ba-4837-a8a8-0baba6217852 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:02.068841 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-8c8e6657-d17c-47f9-9a3b-8565e0b476ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:02.070493 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-8c8e6657-d17c-47f9-9a3b-8565e0b476ba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.3795395 May 21 16:09:02.081891 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:02.087523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Port 92976da0-7eee-4c62-915b-c6ef087d7b1b on network 49a657cd-15ba-4837-a8a8-0baba6217852 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:09:02.088011 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Attempting to bind port 92976da0-7eee-4c62-915b-c6ef087d7b1b on network 49a657cd-15ba-4837-a8a8-0baba6217852 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:02.089832 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Attempting to bind port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:09:02.090186 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Attempting to bind port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:09:02.090931 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Attempting to bind port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 on network f645797b-8546-490c-9dcc-da501d6ba51b {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:02.101610 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a494f-fbe5-4eae-88a4-1806ff78d6e1 req-1498dc15-1ef0-4b8b-9e7b-47556fbf7797 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:02.103236 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3f5a494f-fbe5-4eae-88a4-1806ff78d6e1 req-1498dc15-1ef0-4b8b-9e7b-47556fbf7797 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 945 time: 0.3263035 May 21 16:09:02.107055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 on network f645797b-8546-490c-9dcc-da501d6ba51b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:09:02.107387 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Attempting to bind port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 on network f645797b-8546-490c-9dcc-da501d6ba51b {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:02.127394 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:09:02.127743 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Checking segment: {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:02.128295 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Bound using segment: {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:09:02.128776 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Bound port: 3d30fee7-ae95-4001-8b3c-df3c33a54fd9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4949efef-b642-4ec8-9234-3671e7a3ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:09:02.129127 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.140396 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46038) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:02.163550 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Usage tracker for resource:security_group_rule and tenant:1eb0d9437c854c0db8a88f0d3947bf84 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:02.166354 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:09:02.166614 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Checking segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:02.166989 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Bound using segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:09:02.167428 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Bound port: 92976da0-7eee-4c62-915b-c6ef087d7b1b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:09:02.167779 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.177492 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:02.208616 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-72065c89-6502-408e-b8f2-4cdb5b827efb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173353 May 21 16:09:02.209649 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:02.216994 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.225304 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4e757e9d-c025-42da-a184-e6e03d897ac7 req-e8e51491-e2cd-4cda-8acb-acb14d824c59 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Synchronizing usage tracker for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:02.240936 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46042) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:02.272976 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3f5a494f-fbe5-4eae-88a4-1806ff78d6e1 req-37870fd0-9201-47bc-b986-2d7e78258559 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609678 May 21 16:09:02.280373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:02.285069 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.307904 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Usage tracker for resource:security_group_rule and tenant:40a128164dd94187b4d1a148b4389e09 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:02.312415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:02.312758 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.335634 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:02.339631 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:02.351831 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Usage tracker for resource:security_group_rule and tenant:160af0ef7ed541b987826307d9a0ce09 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:02.356020 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:02.364898 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] For port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:09:02.368927 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:02.373111 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] For port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:09:02.387769 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.388119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.401991 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:02.406269 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-31dcaa1d-4f55-492c-8e8b-bca6f784ea02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:02.459780 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b4b2-8838-4bc7-a18d-21625398531f req-a4b13876-4ea2-4ae4-9daa-049e896d543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:02.461267 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ac91b4b2-8838-4bc7-a18d-21625398531f req-a4b13876-4ea2-4ae4-9daa-049e896d543e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 1098 time: 0.6689830 May 21 16:09:02.472047 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.533577 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012c6d9d-f138-4a70-8d60-884420c065f3,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:02.545579 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10b1bf96dbcb4bdaa32ebd72eff5168f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6982732 May 21 16:09:02.548140 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:02.548282 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:02.548918 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.550592 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] 10.222.0.84 "PUT /v2.0/ports/3d30fee7-ae95-4001-8b3c-df3c33a54fd9 HTTP/1.1" status: 200 len: 1093 time: 2.1983967 May 21 16:09:02.553292 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'tag': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:02.553372 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46048) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:02.578365 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] For port 92976da0-7eee-4c62-915b-c6ef087d7b1b, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:09:02.611805 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-5655400b-9189-425a-b380-80dce8e0b9ee service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890712 May 21 16:09:02.627845 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] For port 92976da0-7eee-4c62-915b-c6ef087d7b1b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:09:02.635035 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ac91b4b2-8838-4bc7-a18d-21625398531f req-34c624ed-1c80-4c75-83d1-cc76ed600879 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576376 May 21 16:09:02.656606 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Pushing event updated for resources: {'Port': ['ID=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:02.666362 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:02.670694 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.752874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:02.775051 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.783750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.792138 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c0e7d-1e15-4482-8ac5-f8a44fcdb928 req-5217d3e9-a8c0-4e4d-8146-e472073193f1 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:02.793700 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b00c0e7d-1e15-4482-8ac5-f8a44fcdb928 req-5217d3e9-a8c0-4e4d-8146-e472073193f1 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 943 time: 0.3443687 May 21 16:09:02.796259 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.798458 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.811125 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5af539f3-6582-4196-b18d-02998aead07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:02.848087 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:02.848655 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.850112 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] 10.222.0.84 "PUT /v2.0/ports/92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 200 len: 1093 time: 3.7147453 May 21 16:09:02.897835 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-f003b371-b82a-4677-be7b-22275fe4c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:02.899500 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-f003b371-b82a-4677-be7b-22275fe4c6a2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 1096 time: 0.3041601 May 21 16:09:02.912189 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=40a128164dd94187b4d1a148b4389e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7645345 May 21 16:09:02.918150 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.919179 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:02.925677 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:02.933829 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46058) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:02.979387 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.030488 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b01bce-8420-4a0c-b5e2-d0cf89f69806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae34ff8-d5a8-4417-bbc3-c30676d907c9,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:03.034294 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4e757e9d-c025-42da-a184-e6e03d897ac7 req-e8e51491-e2cd-4cda-8acb-acb14d824c59 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Unset dirty status for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:03.038215 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4e757e9d-c025-42da-a184-e6e03d897ac7 req-e8e51491-e2cd-4cda-8acb-acb14d824c59 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0253198 May 21 16:09:03.051977 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Pushing event updated for resources: {'Port': ['ID=92976da0-7eee-4c62-915b-c6ef087d7b1b,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:03.055746 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:03.061234 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:03.070713 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=160af0ef7ed541b987826307d9a0ce09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268361 May 21 16:09:03.072363 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-bcb04360-7240-4b7e-aea0-05feebfd5b53 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9 HTTP/1.1" status: 200 len: 217 time: 0.1559935 May 21 16:09:03.077880 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46064) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:03.081732 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b00c0e7d-1e15-4482-8ac5-f8a44fcdb928 req-a529a124-3fb7-49c7-9bf8-a6bc612dce0f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735145 May 21 16:09:03.122712 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-23a9fe12-5b3f-4fc9-9609-d3f32b880fb3 req-393c48ed-0b95-408f-8d77-8ee419543a4c service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896853 May 21 16:09:03.155864 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.194983 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1eb0d9437c854c0db8a88f0d3947bf84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8815324 May 21 16:09:03.199874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46070) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:03.233438 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da62601-2e20-4f02-8e04-fe5287850619,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:03.247448 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:03.247945 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:03.248370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:03.273948 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-e6ddff63-e32a-475f-8180-d2c68f3a08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:03.275493 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-e6ddff63-e32a-475f-8180-d2c68f3a08a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.1855979 May 21 16:09:03.334521 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b24b6c6-6ac0-4507-bca4-d7a7741c79ef,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:03.338877 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:03.345658 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.355797 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'tag': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9', 'status': 'completed', 'code': 200} May 21 16:09:03.358109 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-6c84e6ea-a844-4a7a-8ce8-5152cc47ccbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702560 May 21 16:09:03.367516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.473896 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'status': 'completed', 'code': 200} May 21 16:09:03.490616 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.495784 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-0a1ef7e2-9f95-4548-91e7-1f15f728a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:03.497783 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-0a1ef7e2-9f95-4548-91e7-1f15f728a2cb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 1096 time: 0.5687244 May 21 16:09:03.503604 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.628117 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-f784be1b-d771-4d75-9a4c-ad9f67e4bcb5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 200 len: 217 time: 0.1058621 May 21 16:09:03.636881 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.647065 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:03.661566 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.680058 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-9c896bb8-dcce-437f-9a23-28e2315b813b service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136263 May 21 16:09:03.714584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c47887-59dd-4ed2-9f30-bdda193799ab req-e4969d3b-ff7e-43a9-a8fe-90c54d9006cb tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:03.718653 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-15c47887-59dd-4ed2-9f30-bdda193799ab req-e4969d3b-ff7e-43a9-a8fe-90c54d9006cb tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 945 time: 0.4938393 May 21 16:09:03.725463 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.730328 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012c6d9d-f138-4a70-8d60-884420c065f3,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:03.732660 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:03.779131 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-288c0274-3b4b-4f13-b22c-e189c7dacc33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:03.787023 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.796089 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.814034 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae34ff8-d5a8-4417-bbc3-c30676d907c9,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:03.814793 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.817542 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/012c6d9d-f138-4a70-8d60-884420c065f3 HTTP/1.1" status: 204 len: 168 time: 1.2512271 May 21 16:09:03.821754 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:03.823749 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:03.845948 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-fda27244-9bb8-42cd-a977-cc9167660020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:03.847361 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-fda27244-9bb8-42cd-a977-cc9167660020 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1097 time: 0.4432480 May 21 16:09:03.848356 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da62601-2e20-4f02-8e04-fe5287850619,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:03.862334 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d3b24-bd75-4b8c-8959-8c9f69156e8b req-43bb6f5b-dbd6-4743-8668-1b69cd852e92 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:03.863852 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0e9d3b24-bd75-4b8c-8959-8c9f69156e8b req-43bb6f5b-dbd6-4743-8668-1b69cd852e92 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 945 time: 0.2970302 May 21 16:09:03.865917 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:03.869631 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.874041 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ae34ff8-d5a8-4417-bbc3-c30676d907c9 HTTP/1.1" status: 204 len: 168 time: 0.8564475 May 21 16:09:03.879416 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-b3743c4f-73ee-4f4e-a42a-af0385ca2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:03.881119 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-b3743c4f-73ee-4f4e-a42a-af0385ca2eca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.2205789 May 21 16:09:03.903411 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:03.907465 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4da62601-2e20-4f02-8e04-fe5287850619 HTTP/1.1" status: 204 len: 168 time: 0.8216610 May 21 16:09:03.955710 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8142c92c-5538-4af0-8a13-96fe6fe22a50 req-db0aece1-72e6-4829-8889-3690469f3a52 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606115 May 21 16:09:03.961381 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0e9d3b24-bd75-4b8c-8959-8c9f69156e8b req-126a8a14-dcdc-4722-bb16-8c8de20e7c68 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855403 May 21 16:09:04.023097 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-15c47887-59dd-4ed2-9f30-bdda193799ab req-08fc3fee-5891-491e-b7a2-067496921e00 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790985 May 21 16:09:04.111245 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6671ae86-5b16-4cb9-a0e8-bd84fbade8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:04.112741 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-6671ae86-5b16-4cb9-a0e8-bd84fbade8a9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2002661 May 21 16:09:04.123425 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:04.149067 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-56a1e11f-c503-4e25-9311-4bcf9ddac547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:04.168874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b24b6c6-6ac0-4507-bca4-d7a7741c79ef,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:04.176197 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:04.177445 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-6b68795d-108b-4452-9c99-9a40f17c78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:04.179040 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-6b68795d-108b-4452-9c99-9a40f17c78c5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.3018615 May 21 16:09:04.253682 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-bc3be5ca-1b62-47ac-8680-80e5d5ebd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:04.255202 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-bc3be5ca-1b62-47ac-8680-80e5d5ebd9ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 1096 time: 0.2376742 May 21 16:09:04.459840 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:04.463406 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8b24b6c6-6ac0-4507-bca4-d7a7741c79ef HTTP/1.1" status: 204 len: 168 time: 1.2400727 May 21 16:09:04.653440 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-fec9c8e4-a2ec-4ba7-818f-6f6bf4e74e69 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 217 time: 0.1853175 May 21 16:09:04.709915 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46106) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:04.780321 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:04.790758 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-9712d520-4eb8-4547-b967-e6726c3a8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:04.799965 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-9712d520-4eb8-4547-b967-e6726c3a8290 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.5329471 May 21 16:09:04.811257 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3efc3-de74-4ad5-ae45-199c5953436a req-2ad06616-3987-4a26-a2ef-6ee3e34857c2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:04.812470 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-d1a3efc3-de74-4ad5-ae45-199c5953436a req-2ad06616-3987-4a26-a2ef-6ee3e34857c2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Synchronizing usage tracker for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:04.847306 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:04.852112 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Usage tracker for resource:security_group_rule and tenant:c17368aceb084994a3a7db7e89761695 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:04.856105 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:04.864906 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:04.869755 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-86977d87-af3a-40d8-933e-34b55b21e5b0 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472792 May 21 16:09:04.888482 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-921a1dfa-76cb-41d6-8e25-262b30363ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:04.890388 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-921a1dfa-76cb-41d6-8e25-262b30363ac9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.2260292 May 21 16:09:04.901290 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-7ac5c638-93bc-483a-951b-0c861b9731ff service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9 HTTP/1.1" status: 200 len: 217 time: 0.0838125 May 21 16:09:04.903798 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-d1a3efc3-de74-4ad5-ae45-199c5953436a req-2ad06616-3987-4a26-a2ef-6ee3e34857c2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Unset dirty status for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:04.911410 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d1a3efc3-de74-4ad5-ae45-199c5953436a req-2ad06616-3987-4a26-a2ef-6ee3e34857c2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 943 time: 0.5908418 May 21 16:09:05.007005 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d1a3efc3-de74-4ad5-ae45-199c5953436a req-c93f6e42-240d-4d8f-a28d-6f6f80d96029 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948956 May 21 16:09:05.011095 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-149ac368-4220-4b4e-a271-642b41f51d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:05.012602 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-149ac368-4220-4b4e-a271-642b41f51d90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.0985045 May 21 16:09:05.074590 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-7c7a6a36-c299-4379-9cb8-5cb08d34ce51 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552812 May 21 16:09:05.143501 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a911ed8-ae08-4776-8ad5-5a794d73a3e8 req-d151034a-e1f0-4f73-8b29-cf3217a1c7e9 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:05.150422 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8a911ed8-ae08-4776-8ad5-5a794d73a3e8 req-d151034a-e1f0-4f73-8b29-cf3217a1c7e9 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 943 time: 0.6880133 May 21 16:09:05.162427 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-8f91ffc0-ad72-4a44-84b5-da990352fd47 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453528 May 21 16:09:05.319742 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-08662e88-fe2c-410b-b7ec-a7b798b24005 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381284 May 21 16:09:05.347087 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8a911ed8-ae08-4776-8ad5-5a794d73a3e8 req-2704f8f3-4039-49ac-a1d4-8cdb65744737 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955831 May 21 16:09:05.353624 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:05.386607 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:05.399477 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0b1c87b9-52fa-4d05-8111-48b84019d748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:05.423708 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a8355652-5d0d-47c7-8f5b-06895fb6dd4c req-e1f0eed7-9ac4-400e-8987-b8fb6f9e787d service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384238 May 21 16:09:05.473719 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac170b30-0140-43a0-ad8a-286a42325dce,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:05.480835 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c17368aceb084994a3a7db7e89761695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7670772 May 21 16:09:05.491403 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9f70553b-f3ac-47d6-83df-0e531af06a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:05.493637 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46144) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:05.515473 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03652-ad22-4313-be07-2a82b157efff req-a3a1d7e4-4fec-45fa-a0bd-73fa2840a270 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:05.523718 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-41c03652-ad22-4313-be07-2a82b157efff req-a3a1d7e4-4fec-45fa-a0bd-73fa2840a270 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 945 time: 0.2816472 May 21 16:09:05.593735 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-03eca403-5adb-45f9-982d-d1142e0e42b5 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827634 May 21 16:09:05.595714 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 33f12a61-c61b-4327-974d-2b0b2474e63c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:09:05.621961 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-41c03652-ad22-4313-be07-2a82b157efff req-d16390f2-0289-426c-b06b-2be8e8513f05 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970039 May 21 16:09:05.653525 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fcdd9a4d-1d6b-4919-9271-8553c023e8db req-310c337b-7160-42d0-8c44-32f0018383fd service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113873 May 21 16:09:05.779787 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:05.806509 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 33f12a61-c61b-4327-974d-2b0b2474e63c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=33f12a61-c61b-4327-974d-2b0b2474e63c,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:05.824190 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '33f12a61-c61b-4327-974d-2b0b2474e63c', 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'port_id': '33f12a61-c61b-4327-974d-2b0b2474e63c', 'mac_address': 'fa:16:3e:b9:1e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:09:05.891012 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:05.898482 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:05.921042 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f12a61-c61b-4327-974d-2b0b2474e63c {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:05.942746 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 33f12a61-c61b-4327-974d-2b0b2474e63c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=33f12a61-c61b-4327-974d-2b0b2474e63c,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:05.948857 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:05.952403 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:06.050523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-968f9d57-bab0-4f26-a90b-da0692a04674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:06.054859 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-968f9d57-bab0-4f26-a90b-da0692a04674 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 1096 time: 0.5625105 May 21 16:09:06.151872 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=33f12a61-c61b-4327-974d-2b0b2474e63c,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:06.170876 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:06.184397 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-145783a9-3a8f-45de-99c9-eb9d898a7a17 req-0ba1ba9c-827f-498d-b5db-e028f1fb284b service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816073 May 21 16:09:06.199619 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:06.209985 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:06.223397 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['33f12a61-c61b-4327-974d-2b0b2474e63c'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:06.286826 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-841468ca-edff-473f-9e62-835ee2465a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:06.288677 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-841468ca-edff-473f-9e62-835ee2465a0c service neutron] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 912 time: 0.2253647 May 21 16:09:06.296101 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac170b30-0140-43a0-ad8a-286a42325dce,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:06.301150 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:06.402284 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:06.406495 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ac170b30-0140-43a0-ad8a-286a42325dce HTTP/1.1" status: 204 len: 168 time: 0.9089961 May 21 16:09:06.425478 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-8e3ae140-d18e-4bf1-994f-064bad6e1f88 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 200 len: 217 time: 0.1261284 May 21 16:09:06.521715 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e100a05-4ae8-466b-a140-e18723b5d9a5 req-ed55a3ba-c3de-4aad-98bf-4f9b35ea6767 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:06.532167 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7e100a05-4ae8-466b-a140-e18723b5d9a5 req-ed55a3ba-c3de-4aad-98bf-4f9b35ea6767 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 943 time: 0.2020667 May 21 16:09:06.580045 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-ca3339ab-baaa-466f-97c0-7c10dd273ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:06.583315 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-ca3339ab-baaa-466f-97c0-7c10dd273ce4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.1517186 May 21 16:09:06.606758 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7e100a05-4ae8-466b-a140-e18723b5d9a5 req-997079ad-caa3-4aaf-a096-c950d55a3c5f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 May 21 16:09:06.745010 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-149a859e-282c-47ed-9afb-56a4dd31755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:06.747517 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-149a859e-282c-47ed-9afb-56a4dd31755f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1549637 May 21 16:09:06.902516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290d801-a197-4f4b-916a-fcdd742df82d req-31ca3bbb-ef9c-49a7-9fb7-80af63cf5816 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:06.911225 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d290d801-a197-4f4b-916a-fcdd742df82d req-31ca3bbb-ef9c-49a7-9fb7-80af63cf5816 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 943 time: 0.1067634 May 21 16:09:06.962260 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-01a8d535-45b8-4c42-9346-6ae05a39e0e1 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040770 May 21 16:09:06.993301 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d290d801-a197-4f4b-916a-fcdd742df82d req-7413ce47-ab84-46ee-bb10-726e66f89a8b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804882 May 21 16:09:07.279451 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0540553-cc12-45e4-85a7-c595ff92d69a req-196c647d-dcf9-426c-88ca-0b70d1b9293b service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095474 May 21 16:09:07.607079 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:09:07.613183 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 33f12a61-c61b-4327-974d-2b0b2474e63c up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:09:07.851461 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d7c27-d671-4e37-9d67-4b6316e75e19 req-3bc58b8e-71b7-4300-a1dc-a22c2a357022 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:07.853572 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2c4d7c27-d671-4e37-9d67-4b6316e75e19 req-3bc58b8e-71b7-4300-a1dc-a22c2a357022 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 943 time: 0.1282933 May 21 16:09:07.864658 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 33f12a61-c61b-4327-974d-2b0b2474e63c completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:09:07.873952 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 33f12a61-c61b-4327-974d-2b0b2474e63c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:09:07.894149 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:07.907600 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2c4d7c27-d671-4e37-9d67-4b6316e75e19 req-0089a5e3-5e4b-4262-8138-b68b03a8c540 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469549 May 21 16:09:08.041938 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:08.078286 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9', 'network_id': 'f645797b-8546-490c-9dcc-da501d6ba51b', 'port_id': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9', 'mac_address': 'fa:16:3e:9d:e9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635820e4-f1a1-4f55-9b9b-cb9bb89f6e97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:09:08.085126 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:08.169755 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e741c-af79-417a-b171-812628b82251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f12a61-c61b-4327-974d-2b0b2474e63c'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:08.184371 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:08.196250 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 33f12a61-c61b-4327-974d-2b0b2474e63c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=33f12a61-c61b-4327-974d-2b0b2474e63c,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:08.208074 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:08.211420 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:08.248770 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:08.287258 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:08.296347 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:08.297000 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 92976da0-7eee-4c62-915b-c6ef087d7b1b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:09:08.299276 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=33f12a61-c61b-4327-974d-2b0b2474e63c,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:08.304087 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:08.304563 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:08.351694 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca70ac-7c43-415d-8947-ed5b3d165cf6 req-c6f0f758-f10b-4366-acd1-07c1ecd65c41 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:08.364241 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d4ca70ac-7c43-415d-8947-ed5b3d165cf6 req-c6f0f758-f10b-4366-acd1-07c1ecd65c41 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 943 time: 0.1461387 May 21 16:09:08.382900 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:08.386500 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:08.537366 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 92976da0-7eee-4c62-915b-c6ef087d7b1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:08.541949 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d4ca70ac-7c43-415d-8947-ed5b3d165cf6 req-e9f9f4e0-1dc2-40e5-b718-da344484b3ec tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700335 May 21 16:09:08.565863 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'port_id': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'mac_address': 'fa:16:3e:5c:20:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:09:08.632096 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43e741c-af79-417a-b171-812628b82251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f12a61-c61b-4327-974d-2b0b2474e63c', 'code': 200} May 21 16:09:08.682118 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:08.706456 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92976da0-7eee-4c62-915b-c6ef087d7b1b {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:08.727845 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 92976da0-7eee-4c62-915b-c6ef087d7b1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:08.735844 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:08.738122 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-52326eed-cd54-48bf-b7d1-585f4142c4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:08.870389 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=92976da0-7eee-4c62-915b-c6ef087d7b1b,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:08.873863 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:09.003431 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['3d30fee7-ae95-4001-8b3c-df3c33a54fd9'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:09.077926 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['92976da0-7eee-4c62-915b-c6ef087d7b1b'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:09.277443 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b2e84-e095-4706-8c62-b035971c63e9 req-2d6f1af8-4972-45e9-84c4-88a833a87856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:09.278993 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-765b2e84-e095-4706-8c62-b035971c63e9 req-2d6f1af8-4972-45e9-84c4-88a833a87856 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.3541462 May 21 16:09:09.318181 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4b2a9-bd4c-4df6-a74f-96c03871f55b req-b7084fd8-71b0-4632-80a7-abbb51dc0731 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:09.319832 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-aca4b2a9-bd4c-4df6-a74f-96c03871f55b req-b7084fd8-71b0-4632-80a7-abbb51dc0731 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 944 time: 0.2666483 May 21 16:09:09.381414 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-765b2e84-e095-4706-8c62-b035971c63e9 req-fcc5d5ad-7efb-409e-8de5-1521cd3eee4e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904250 May 21 16:09:09.397348 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-aca4b2a9-bd4c-4df6-a74f-96c03871f55b req-12a60400-8945-4b46-b63a-e78b54e6c22d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701878 May 21 16:09:09.792776 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdcaa-2529-430f-ad60-0dab85302a55 req-e5d19c95-1b90-40f6-80cd-0e13073917d2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:09.794397 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0d9bdcaa-2529-430f-ad60-0dab85302a55 req-e5d19c95-1b90-40f6-80cd-0e13073917d2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 944 time: 0.1079473 May 21 16:09:09.847730 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0d9bdcaa-2529-430f-ad60-0dab85302a55 req-d414e617-8237-4002-a6e4-ce643dd0b8cb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464756 May 21 16:09:10.172677 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-a3ffa974-5b9f-40cd-8966-d2aa48abf50d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:10.174659 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-a3ffa974-5b9f-40cd-8966-d2aa48abf50d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.1491504 May 21 16:09:10.190700 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-5b27079c-580f-4d59-8522-6e8e29725d0a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/quotas/06997d78033c4441a9f5f2a805cd7538 HTTP/1.1" status: 200 len: 375 time: 0.0104630 May 21 16:09:10.289839 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-c637f2bf-2a7c-429e-95bf-d51191f29c5b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934715 May 21 16:09:10.502550 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-35c4f76d-fde8-4ecb-9ce1-a86690f92f3e service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021081 May 21 16:09:10.695007 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7074085-88b5-4173-a330-8f0a22b19aef req-3ecdaa72-9366-4dd0-9aec-75e5d1763eec tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:10.697491 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b7074085-88b5-4173-a330-8f0a22b19aef req-3ecdaa72-9366-4dd0-9aec-75e5d1763eec tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 944 time: 0.1560514 May 21 16:09:10.734068 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-c917aa7a-6975-4410-ba3b-5568a388e15d service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300477 May 21 16:09:10.771145 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b7074085-88b5-4173-a330-8f0a22b19aef req-627e9e49-9802-44ab-8e53-c6364701d047 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676799 May 21 16:09:10.975799 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1a3c96a9-27c6-46d2-b3ec-d854995db0c5 req-6635b703-2731-4c67-85c7-f148f32a78f9 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 210 time: 0.0467062 May 21 16:09:11.104499 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d5dbf-8f23-41df-8b4a-4d790534fe82 req-4da02332-ff10-4a32-be8d-ab4aba326541 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:11.106432 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e54d5dbf-8f23-41df-8b4a-4d790534fe82 req-4da02332-ff10-4a32-be8d-ab4aba326541 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 944 time: 0.1110632 May 21 16:09:11.180000 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e54d5dbf-8f23-41df-8b4a-4d790534fe82 req-9a9fee43-7a36-4f1a-abfa-c5b999cc9d95 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633318 May 21 16:09:11.655499 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:09:11.795884 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:09:11.809338 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:09:11.809754 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:12.048449 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:12.074156 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c27bb-318e-4632-9aea-ce1d261d1e4b req-ca8c1f83-d8a2-4969-8f71-308b7e59a58a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:12.075619 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8d1c27bb-318e-4632-9aea-ce1d261d1e4b req-ca8c1f83-d8a2-4969-8f71-308b7e59a58a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 944 time: 0.1557927 May 21 16:09:12.117993 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:12.139144 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:12.147419 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:12.148525 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 92976da0-7eee-4c62-915b-c6ef087d7b1b up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:09:12.212481 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:12.229977 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8d1c27bb-318e-4632-9aea-ce1d261d1e4b req-eeb78d29-11e1-49e0-aa71-ca0960823628 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418941 May 21 16:09:12.337304 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 92976da0-7eee-4c62-915b-c6ef087d7b1b completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:09:12.349124 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 92976da0-7eee-4c62-915b-c6ef087d7b1b triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:09:12.366291 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46470) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:12.366845 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:12.435876 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-be75ccb5-7dce-4358-8210-df83fb7d4ef5 req-70dbc897-8f16-4dc3-8e65-ab8dc2249654 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 210 time: 0.0803871 May 21 16:09:12.459415 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:12.465331 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:12.586963 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-968bb8eb-ecf4-4852-aba2-f96c12514069 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:12.588447 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-968bb8eb-ecf4-4852-aba2-f96c12514069 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.4062834 May 21 16:09:12.597701 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9', 'code': 200} May 21 16:09:12.605942 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Request body: {'port': {'device_id': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'admin_state_up': True, 'tenant_id': '06997d78033c4441a9f5f2a805cd7538'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:12.662249 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:12.752222 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 92976da0-7eee-4c62-915b-c6ef087d7b1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:12.765033 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:12.770784 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:12.798420 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:12.847001 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:12.856239 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Usage tracker for resource:security_group_rule and tenant:56737996794d4223a6bfc4215edc8ac8 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:12.859182 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:12.874929 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:12.930195 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9def-6712-41b1-a9f1-acf4b0fa39d3 req-fe1975b5-4295-4e3e-93bd-f474dc161db9 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:12.940249 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8cfa9def-6712-41b1-a9f1-acf4b0fa39d3 req-fe1975b5-4295-4e3e-93bd-f474dc161db9 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1629779 May 21 16:09:12.981736 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=92976da0-7eee-4c62-915b-c6ef087d7b1b,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:12.999866 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:13.002242 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.058512 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010eb30-ed7a-44ad-8c7b-952b5003ee42 req-4d4bc193-b64b-437f-bdb8-3efcdf04bd36 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:13.059801 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:09:13.060359 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7010eb30-ed7a-44ad-8c7b-952b5003ee42 req-4d4bc193-b64b-437f-bdb8-3efcdf04bd36 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 945 time: 0.5265615 May 21 16:09:13.088630 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:13.128991 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7010eb30-ed7a-44ad-8c7b-952b5003ee42 req-a6ff6459-a65a-48aa-99f8-41593d877ed8 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 May 21 16:09:13.131889 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:13.155753 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8cfa9def-6712-41b1-a9f1-acf4b0fa39d3 req-61420628-0202-4d15-bb3d-e5bcae883acc tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136436 May 21 16:09:13.159858 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.175448 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.178766 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Made reservation on behalf of 06997d78033c4441a9f5f2a805cd7538 for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:09:13.182363 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.184234 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:13.260432 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=56737996794d4223a6bfc4215edc8ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8923965 May 21 16:09:13.262986 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e591d2e-939f-417e-a59b-e06dca21149f,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:13.265440 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46502) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:13.269157 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:13.309465 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266a8bb-6c80-421b-89d8-db36c2971ad9 req-460f2ad0-92fc-4164-ba74-4f05982bae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:13.310946 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3266a8bb-6c80-421b-89d8-db36c2971ad9 req-460f2ad0-92fc-4164-ba74-4f05982bae60 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 1098 time: 0.3325162 May 21 16:09:13.342037 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.403197 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.490014 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3266a8bb-6c80-421b-89d8-db36c2971ad9 req-6b9e032a-f664-4176-b50b-08e865cbeab7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361072 May 21 16:09:13.536042 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Allocated IP 172.20.0.9 (aa99f540-a2df-4691-822d-d45a123c8425/14968922-790b-424c-9ae3-34c1af17ce2f/da74c32c-8580-4b06-95a9-9e8bf135db1e) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:09:13.553018 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.562820 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-135a0104-4339-439e-bd79-f9075aafb5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:13.591645 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e591d2e-939f-417e-a59b-e06dca21149f,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:13.606235 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:13.607633 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.611901 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4e591d2e-939f-417e-a59b-e06dca21149f HTTP/1.1" status: 204 len: 168 time: 0.3413270 May 21 16:09:13.620714 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b569fea-4a24-4920-9486-0660a51182fe req-56faec9d-154d-4eb4-9e79-cb0539f691ac tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:13.631955 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3b569fea-4a24-4920-9486-0660a51182fe req-56faec9d-154d-4eb4-9e79-cb0539f691ac tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1899385 May 21 16:09:13.701171 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3b569fea-4a24-4920-9486-0660a51182fe req-6201cad6-085c-4618-b4ac-d9bce13e2c76 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664971 May 21 16:09:13.764393 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b69b7bc6-af4a-4fe8-a150-d62669a73043 req-9ede7b55-51da-4ad3-927a-6f79326d5856 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 210 time: 0.0500593 May 21 16:09:13.884248 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:13.945024 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-5cd82c77-92a2-4ae2-84e8-d23c304574b0 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:13.946487 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-5cd82c77-92a2-4ae2-84e8-d23c304574b0 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.84 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 945 time: 0.1466098 May 21 16:09:13.989381 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.005951 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:14.006485 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:14.057132 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46536) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:14.075210 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.097802 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:14.102498 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Usage tracker for resource:security_group_rule and tenant:1677e9f50a45443da9ddd3ef0e4df77f is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:14.105789 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:14.112222 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:14.121575 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Network aa99f540-a2df-4691-822d-d45a123c8425 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:09:14.123663 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:09:14.128016 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:09:14.134815 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:14.135570 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.213721 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event updated for resources: {'Port': ['ID=da74c32c-8580-4b06-95a9-9e8bf135db1e,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:14.220769 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:14.227408 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6261022 May 21 16:09:14.247633 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Request body: {'port': {'device_id': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:14.371146 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Deleting port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:09:14.371522 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.435519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.446085 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.457380 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2c01cb20-e702-4922-b0f2-d91642313b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:14.532798 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1677e9f50a45443da9ddd3ef0e4df77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704268 May 21 16:09:14.532798 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d701365-e1a5-487f-b4d9-b4ad93641b08,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:14.534264 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.535636 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46552) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:14.538731 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:14.589743 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcb24-9d86-4b18-9da4-7ac388ac2ac8 req-1494cece-bcdf-4406-90c9-227c971f9608 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:14.591528 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f59dcb24-9d86-4b18-9da4-7ac388ac2ac8 req-1494cece-bcdf-4406-90c9-227c971f9608 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 945 time: 0.2422578 May 21 16:09:14.602439 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:14.692150 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46562) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:14.713968 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f59dcb24-9d86-4b18-9da4-7ac388ac2ac8 req-932e6051-976d-4af5-9d82-c8f0148488c2 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017063 May 21 16:09:14.767044 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.798528 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'code': 200} May 21 16:09:14.829519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.918081 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da74c32c-8580-4b06-95a9-9e8bf135db1e {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:14.927495 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.932373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.947783 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Transition to ACTIVE for port object da74c32c-8580-4b06-95a9-9e8bf135db1e will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:09:14.962624 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:14.982819 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:14.998561 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:15.002991 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d701365-e1a5-487f-b4d9-b4ad93641b08,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:15.026323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:15.027415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.031601 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3d701365-e1a5-487f-b4d9-b4ad93641b08 HTTP/1.1" status: 204 len: 168 time: 0.4919355 May 21 16:09:15.058062 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] For port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,segment=NetworkSegment(0ba1fcc2-e2c0-44e2-8226-85b05e96ff74),segment_id=0ba1fcc2-e2c0-44e2-8226-85b05e96ff74)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:15.058062 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.101067 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.132028 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:15.139323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Usage tracker for resource:security_group_rule and tenant:694bacf3ca924f70a1667a73bac645ee is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:15.140212 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e9cf9-0c90-4a6b-8509-2d01681818d4 req-78772037-6413-4abc-96c0-cb3dfeb68f09 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:15.143657 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:15.148145 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bc8e9cf9-0c90-4a6b-8509-2d01681818d4 req-78772037-6413-4abc-96c0-cb3dfeb68f09 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.6953731 May 21 16:09:15.160941 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:15.355524 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe11b9c-2c46-44d2-a1dc-3fb52c6c73ef req-c733d743-eea0-4149-916d-2db1af5797ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:15.358948 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-afe11b9c-2c46-44d2-a1dc-3fb52c6c73ef req-c733d743-eea0-4149-916d-2db1af5797ef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 1098 time: 0.1324933 May 21 16:09:15.368450 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e7ac4-8260-4d3b-8f84-6424de8cf98b req-71fcf2b1-6ad1-4ee4-b07d-b8c7cbe08d6f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:15.375225 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-023e7ac4-8260-4d3b-8f84-6424de8cf98b req-71fcf2b1-6ad1-4ee4-b07d-b8c7cbe08d6f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.3641994 May 21 16:09:15.431599 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Calling delete_port for 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb owned by compute:nova {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:09:15.440835 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=da74c32c-8580-4b06-95a9-9e8bf135db1e,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:15.457065 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-023e7ac4-8260-4d3b-8f84-6424de8cf98b req-6f023bf0-9566-40a4-bcfa-b7bb8796204b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808752 May 21 16:09:15.467798 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:15.481647 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bc8e9cf9-0c90-4a6b-8509-2d01681818d4 req-a958033c-aac7-41b4-ad24-4cea3ddbf944 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325272 May 21 16:09:15.527747 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-afe11b9c-2c46-44d2-a1dc-3fb52c6c73ef req-4256a228-64a9-44b8-933c-02a94722324c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461825 May 21 16:09:15.558289 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.564971 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.601103 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1d03def8-66c1-470f-8bc0-4ba96f067f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:15.635067 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=694bacf3ca924f70a1667a73bac645ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9417694 May 21 16:09:15.636004 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a31407-b046-4aa3-8432-bfe98e770457,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:15.638441 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46594) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:15.656932 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:15.707886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Attempting to bind port da74c32c-8580-4b06-95a9-9e8bf135db1e on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:09:15.708855 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Attempting to bind port da74c32c-8580-4b06-95a9-9e8bf135db1e by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:09:15.709332 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Attempting to bind port da74c32c-8580-4b06-95a9-9e8bf135db1e on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:15.720222 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.723641 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Port da74c32c-8580-4b06-95a9-9e8bf135db1e on network aa99f540-a2df-4691-822d-d45a123c8425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:09:15.724134 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Attempting to bind port da74c32c-8580-4b06-95a9-9e8bf135db1e on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:15.732889 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:09:15.739819 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46602) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:15.740419 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Checking segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:15.742058 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Bound using segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:09:15.742635 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Bound port: da74c32c-8580-4b06-95a9-9e8bf135db1e, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:09:15.743133 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.808076 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:15.871807 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] For port da74c32c-8580-4b06-95a9-9e8bf135db1e, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:09:15.883857 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] For port da74c32c-8580-4b06-95a9-9e8bf135db1e, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=da74c32c-8580-4b06-95a9-9e8bf135db1e,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:09:15.916487 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1b48f-706f-4dfe-9e71-8dba6291915a req-509c5239-cc56-42f8-bef7-9c7a4149eedc tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:15.927160 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c2e1b48f-706f-4dfe-9e71-8dba6291915a req-509c5239-cc56-42f8-bef7-9c7a4149eedc tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 943 time: 0.2085927 May 21 16:09:16.012199 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.028200 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.037727 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:16.054189 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:16.063464 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c2e1b48f-706f-4dfe-9e71-8dba6291915a req-6c2febf2-e7a5-4169-8014-586ba2ed5fe0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346052 May 21 16:09:16.068428 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a31407-b046-4aa3-8432-bfe98e770457,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:16.071520 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:16.092824 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.098308 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/44a31407-b046-4aa3-8432-bfe98e770457 HTTP/1.1" status: 204 len: 168 time: 0.4582100 May 21 16:09:16.116710 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3adb17-c112-4074-a666-b896261d3644 req-1d148e96-9cc6-4198-ba90-9467a8adb094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:16.118232 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1f3adb17-c112-4074-a666-b896261d3644 req-1d148e96-9cc6-4198-ba90-9467a8adb094 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 1098 time: 0.1649187 May 21 16:09:16.149436 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=da74c32c-8580-4b06-95a9-9e8bf135db1e,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:16.155487 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:16.158814 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:16.160119 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.161709 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] 10.222.0.84 "PUT /v2.0/ports/da74c32c-8580-4b06-95a9-9e8bf135db1e HTTP/1.1" status: 200 len: 1093 time: 1.9193630 May 21 16:09:16.162377 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'tag': 'da74c32c-8580-4b06-95a9-9e8bf135db1e'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:16.170079 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.176862 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6b8562f1-5a0b-400b-93f9-2613659125c3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:16.189230 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.224632 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Pushing event deleted for resources: {'Port': ['ID=03c2baaa-507f-4a40-9bd2-0dc0de2e79eb,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:16.228135 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:16.397311 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] No DVR routers for this DVR port 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb on host hv-cinder-79246 {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:09:16.411710 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77afa1-70b8-4cc3-b8f8-cecb085cb736 req-ecbc4495-d52e-4b3b-83b4-664b90d96a27 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:16.416974 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fe77afa1-70b8-4cc3-b8f8-cecb085cb736 req-ecbc4495-d52e-4b3b-83b4-664b90d96a27 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 867 time: 0.4072940 May 21 16:09:16.418691 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.498417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3adb17-c112-4074-a666-b896261d3644 req-f8e918ca-dbd3-42e4-b06c-1e5436ae90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:16.500191 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1f3adb17-c112-4074-a666-b896261d3644 req-f8e918ca-dbd3-42e4-b06c-1e5436ae90ef service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.3565371 May 21 16:09:16.501079 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fe77afa1-70b8-4cc3-b8f8-cecb085cb736 req-f56d194b-07f5-4410-be24-442b3b51c6ba tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/security-groups?id=f4d815b1-e78c-415a-86a8-f50a14dc7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694366 May 21 16:09:16.503673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:16.524878 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-69f5accf-24f4-42c9-9f3d-c0b8d0bafe16 req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.84 "DELETE /v2.0/ports/03c2baaa-507f-4a40-9bd2-0dc0de2e79eb HTTP/1.1" status: 204 len: 173 time: 2.5704088 May 21 16:09:16.543530 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-daea0bf3-1c7a-4f7b-a7ce-4c4661c3e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:16.548325 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-daea0bf3-1c7a-4f7b-a7ce-4c4661c3e82a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 1096 time: 0.3138695 May 21 16:09:16.664245 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Usage tracker for resource:security_group_rule and tenant:a24bbb3b1be04ecaa6f0cd19c877b7c1 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:16.698854 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'tag': 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'status': 'completed', 'code': 200} May 21 16:09:16.716049 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-0a5a9f93-e54f-4fde-ba54-dbe638203778 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da74c32c-8580-4b06-95a9-9e8bf135db1e HTTP/1.1" status: 200 len: 217 time: 0.1464515 May 21 16:09:16.811210 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:16.825087 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46650) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:16.846417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:16.920942 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:16.931949 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1f3adb17-c112-4074-a666-b896261d3644 req-ca90a8a4-3e79-44c7-b93b-a638837c1422 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9 HTTP/1.1" status: 200 len: 217 time: 0.2733550 May 21 16:09:16.934131 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46666) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:16.952281 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-09a7a37b-a8ff-4d99-8f7e-c67b24f918a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:16.954906 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-09a7a37b-a8ff-4d99-8f7e-c67b24f918a6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.2277367 May 21 16:09:17.050600 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:17.075022 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-ea325ff8-5fe8-40e6-adac-10f5d2c86b49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995903 May 21 16:09:17.085006 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8a65c-6525-45dc-ae97-9efd15b5c37f req-be567256-d130-4839-a5fc-c96150ce695f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:17.087289 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-72c8a65c-6525-45dc-ae97-9efd15b5c37f req-be567256-d130-4839-a5fc-c96150ce695f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.2082486 May 21 16:09:17.098848 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ee4e8f1ce947c4bdfef7e886718694 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:17.107505 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:17.124455 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:17.150098 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3adb17-c112-4074-a666-b896261d3644 req-75063af7-9c9a-4f20-9a51-ae045bedc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:17.151823 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1f3adb17-c112-4074-a666-b896261d3644 req-75063af7-9c9a-4f20-9a51-ae045bedc943 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.2023544 May 21 16:09:17.235632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291ac9f-a2fc-44ff-8afd-eb59a4047891 req-7f103cf2-286c-43d0-8951-7485b979ee17 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:17.240119 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-72c8a65c-6525-45dc-ae97-9efd15b5c37f req-cb2abdfe-3c1e-465a-9e04-37c25484dd54 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308453 May 21 16:09:17.243464 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6291ac9f-a2fc-44ff-8afd-eb59a4047891 req-7f103cf2-286c-43d0-8951-7485b979ee17 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.7411025 May 21 16:09:17.273818 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1f3adb17-c112-4074-a666-b896261d3644 req-eaf15488-4c6a-4c53-a492-d626a21c9918 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978861 May 21 16:09:17.320456 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-234353af-a8b0-477a-a404-8254f79072f5 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321215 May 21 16:09:17.467577 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:17.494175 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6291ac9f-a2fc-44ff-8afd-eb59a4047891 req-e521b005-712e-43bf-9a6e-05bce64e3b65 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505813 May 21 16:09:17.544626 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:17.552441 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Usage tracker for resource:security_group_rule and tenant:101371de29404206b75207d880d67bfc is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:17.561885 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd00abb2-a2b8-43ca-995f-395fb3776d35 req-f296a93e-09ca-4ad6-9bfb-180af39955f7 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146256 May 21 16:09:17.568798 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:17.584989 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:17.597815 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f815e-c21f-476f-a541-2c3ab778ba66 req-29fdf0bf-8862-493b-8380-4c2e6e0403c0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:17.598339 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-645f815e-c21f-476f-a541-2c3ab778ba66 req-29fdf0bf-8862-493b-8380-4c2e6e0403c0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:17.618147 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-645f815e-c21f-476f-a541-2c3ab778ba66 req-29fdf0bf-8862-493b-8380-4c2e6e0403c0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:17.619217 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-645f815e-c21f-476f-a541-2c3ab778ba66 req-29fdf0bf-8862-493b-8380-4c2e6e0403c0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 943 time: 0.1930614 May 21 16:09:17.668812 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:09:17.674466 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:17.742500 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:09:17.743513 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 03c2baaa-507f-4a40-9bd2-0dc0de2e79eb not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:09:17.779033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:17.816825 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-645f815e-c21f-476f-a541-2c3ab778ba66 req-2a70de2d-05c9-4d08-81cd-f663c6ac6ce1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906302 May 21 16:09:17.860376 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8753a225-0f2a-4eb8-a256-e8222fbf87dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:17.865778 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-0c6c4d26-9d50-4b98-960d-d211110f5be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:17.867472 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-0c6c4d26-9d50-4b98-960d-d211110f5be9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 1096 time: 0.0975192 May 21 16:09:17.873436 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc404e8e-b1c9-44ea-806e-6dbda0787ed9 req-512fc1b3-adae-4e89-b58e-171223b670d6 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] 10.222.0.91 "GET /v2.0/ports?device_id=3338e1fc-14a2-4d1f-8f19-9583e8e58e70 HTTP/1.1" status: 200 len: 210 time: 0.2012639 May 21 16:09:17.875197 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1f3adb17-c112-4074-a666-b896261d3644 req-fffa2006-cdd3-4ba8-bf20-6390eef39e41 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843563 May 21 16:09:17.950532 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-62433177-9054-469e-8149-5019669aada2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a24bbb3b1be04ecaa6f0cd19c877b7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2064385 May 21 16:09:17.955468 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:17.956517 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46706) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:18.026865 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-a1b57a08-ac9e-437e-a51c-247d4e6ed321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:18.028664 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-a1b57a08-ac9e-437e-a51c-247d4e6ed321 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 916 time: 0.1410966 May 21 16:09:18.044083 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.067349 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082535c-d83c-4dd3-b671-aa4d2cf6d108,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:18.090722 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:18.091383 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bd56ad83-0e9a-4ed7-ac93-6065dffb5fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:18.102639 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-a8745264-6a91-47fb-930a-a6c98245affc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da74c32c-8580-4b06-95a9-9e8bf135db1e HTTP/1.1" status: 200 len: 217 time: 0.0669656 May 21 16:09:18.144879 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e7ee4e8f1ce947c4bdfef7e886718694&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3041003 May 21 16:09:18.164603 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46722) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:18.187242 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-18b0eb21-c26b-434c-85ab-c4ae43dbb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:18.189135 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-18b0eb21-c26b-434c-85ab-c4ae43dbb387 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.0797858 May 21 16:09:18.205387 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e792f6ed-ff95-4a16-b129-14454968615f,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:18.221072 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:18.251554 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-8d2b25c1-2c59-4509-8608-ec000d93ba4b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455623 May 21 16:09:18.279407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.285914 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1f3adb17-c112-4074-a666-b896261d3644 req-4a32bcc0-8da4-4a24-93ee-56a2891a19f4 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818491 May 21 16:09:18.314436 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.327798 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.339265 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-254c13d0-db02-49e6-be4f-8c57fc0a5aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:18.390977 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.433527 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.443631 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=101371de29404206b75207d880d67bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5060351 May 21 16:09:18.452391 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46732) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:18.471968 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07c9db4-23e1-40ce-b7d8-b5413f70f780,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:18.474612 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-0aa087b1-a296-43eb-bc70-3b4189c7af98 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093375 May 21 16:09:18.475017 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:18.491212 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.543071 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.549252 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-0a943b2b-bd1b-4829-b834-4bef77cbf4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:18.564533 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082535c-d83c-4dd3-b671-aa4d2cf6d108,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:18.566946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:18.579524 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.580674 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9082535c-d83c-4dd3-b671-aa4d2cf6d108 HTTP/1.1" status: 204 len: 168 time: 0.5691016 May 21 16:09:18.582148 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.584584 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.585713 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e792f6ed-ff95-4a16-b129-14454968615f HTTP/1.1" status: 204 len: 168 time: 0.4085317 May 21 16:09:18.586610 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:18.598389 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792f6ed-ff95-4a16-b129-14454968615f,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:18.600689 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:18.681367 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.713110 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'name': 'network-vif-deleted', 'tag': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:18.724102 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.767182 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c954e-1f34-4ab3-a737-40ce08b94d18 req-afc24833-0aee-4dbe-9377-76afe5c87020 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:18.774234 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4b0c954e-1f34-4ab3-a737-40ce08b94d18 req-afc24833-0aee-4dbe-9377-76afe5c87020 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.3646197 May 21 16:09:18.787674 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dff02-2c5a-4b85-9bf0-00b307a93180 req-32a7e618-eaa4-4895-a4f8-011044ce8c2a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:18.791467 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-730dff02-2c5a-4b85-9bf0-00b307a93180 req-32a7e618-eaa4-4895-a4f8-011044ce8c2a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1038656 May 21 16:09:18.797629 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a2c9fbdf-fa27-4ced-bc38-65ac046da003 req-6c60f6ad-2ab8-44a0-9e44-02db1644933d service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137825 May 21 16:09:18.852182 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4b0c954e-1f34-4ab3-a737-40ce08b94d18 req-91dbaecf-06f2-4d80-81a4-f7142e460325 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769949 May 21 16:09:18.883887 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-730dff02-2c5a-4b85-9bf0-00b307a93180 req-14ab4749-04bb-4b97-bb6e-258a2c3369de tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846772 May 21 16:09:18.891269 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.901213 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c9327e95-a0d8-4244-9ea6-a3271450a079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:18.928602 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07c9db4-23e1-40ce-b7d8-b5413f70f780,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:18.930936 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:18.942699 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:18.946915 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f07c9db4-23e1-40ce-b7d8-b5413f70f780 HTTP/1.1" status: 204 len: 168 time: 0.4868560 May 21 16:09:18.950370 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338e1fc-14a2-4d1f-8f19-9583e8e58e70', 'name': 'network-vif-deleted', 'tag': '03c2baaa-507f-4a40-9bd2-0dc0de2e79eb', 'status': 'completed', 'code': 200} May 21 16:09:19.117374 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd7822-1a54-4375-8ee9-3fec32c962dc req-f36bdc8a-ef29-4e2f-b2a1-2f88e0920fa7 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:19.119035 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6acd7822-1a54-4375-8ee9-3fec32c962dc req-f36bdc8a-ef29-4e2f-b2a1-2f88e0920fa7 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 943 time: 0.1002038 May 21 16:09:19.126327 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46760) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:19.153683 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98b4b-7f0d-4bdb-bc5b-d9726f9d7483 req-f387f7b6-a019-4fb4-a3de-7d5f0c1fa008 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:19.164195 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-13e98b4b-7f0d-4bdb-bc5b-d9726f9d7483 req-f387f7b6-a019-4fb4-a3de-7d5f0c1fa008 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1177456 May 21 16:09:19.171075 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.173344 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46766) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:19.180725 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'floatingip': {'port_id': '92976da0-7eee-4c62-915b-c6ef087d7b1b'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:19.189716 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:19.223923 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6acd7822-1a54-4375-8ee9-3fec32c962dc req-30ccbd30-2bc4-496e-b349-3984c9a4857d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919259 May 21 16:09:19.225048 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Usage tracker for resource:security_group_rule and tenant:d5131f02c61b42569eea052e2c59641c is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:19.233764 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:19.240653 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:19.301313 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.352992 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.362258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.373183 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3e8fb0a9-015a-48fd-8a59-a071e7038d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:19.432088 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec25a69-5840-405b-b392-fb40f9c1e062,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:19.450637 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5131f02c61b42569eea052e2c59641c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226492 May 21 16:09:19.455035 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:19.457367 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46776) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:19.529118 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.539107 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46784) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:19.576926 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.594410 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.604287 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:19.608232 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:0083be43aa334ca79af1a7965cadb4f5 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:19.612293 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:19.626584 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:19.741128 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.754467 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.763656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:19.812158 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.819172 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d66c4-1f17-4ac2-8bdd-3abba24b1568,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:19.835818 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0083be43aa334ca79af1a7965cadb4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956803 May 21 16:09:19.836933 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:19.840046 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:19.850246 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46798) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:19.893726 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec25a69-5840-405b-b392-fb40f9c1e062,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:19.904127 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:19.919035 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:19.923385 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3ec25a69-5840-405b-b392-fb40f9c1e062 HTTP/1.1" status: 204 len: 168 time: 0.4619811 May 21 16:09:19.988533 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:20.045698 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:20.227317 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:20.243146 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6dffa950-d918-40bc-a085-9e5497303b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:20.256659 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d66c4-1f17-4ac2-8bdd-3abba24b1568,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:20.263487 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:20.271220 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:20.272786 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d50d66c4-1f17-4ac2-8bdd-3abba24b1568 HTTP/1.1" status: 204 len: 168 time: 0.4213071 May 21 16:09:20.286519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5de4a6-9af9-4109-828d-f20f7e1e50fe req-daa5ec71-e7f2-4f2b-a532-0f1d16b65842 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:20.287990 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6e5de4a6-9af9-4109-828d-f20f7e1e50fe req-daa5ec71-e7f2-4f2b-a532-0f1d16b65842 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1529329 May 21 16:09:20.348587 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6e5de4a6-9af9-4109-828d-f20f7e1e50fe req-a0d258d3-e604-4adc-a381-2875458e2f69 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 May 21 16:09:20.636906 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efa874-5c7f-4c9d-9999-681bce09b8ca req-4aa22b9e-21b7-4a99-a15c-4f9cf1e79691 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:20.638373 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-97efa874-5c7f-4c9d-9999-681bce09b8ca req-4aa22b9e-21b7-4a99-a15c-4f9cf1e79691 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 943 time: 0.2380440 May 21 16:09:20.648517 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:20.669284 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:20.770533 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-97efa874-5c7f-4c9d-9999-681bce09b8ca req-ee964512-a0a7-44a5-98b9-f4bc02698aef tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206117 May 21 16:09:20.882749 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.l3_db [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Floating IP 5b65725d-8176-4082-b0a8-67ec1f8b3734 associated. External IP: 172.28.1.186, port: 92976da0-7eee-4c62-915b-c6ef087d7b1b. May 21 16:09:21.302689 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:09:21.366528 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46868) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:21.450659 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Deleting subnet 4441c877-2c9f-4514-b94a-ed176a0de56c {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:09:21.458189 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:21.595793 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:21.672447 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40402-3721-42e1-9b33-e264cd4a67f3 req-647c6953-69a2-4164-b3b6-9e57887333ac tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:21.674518 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-88e40402-3721-42e1-9b33-e264cd4a67f3 req-647c6953-69a2-4164-b3b6-9e57887333ac tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1652343 May 21 16:09:21.674642 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:09:21.681032 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:21.684125 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device da74c32c-8580-4b06-95a9-9e8bf135db1e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:09:21.696945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:21.699322 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839deec5-fced-410d-96de-614b0c078230 None None] Sync routers for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:09:21.722785 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:09:21.726137 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:09:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:09:21.778149 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-88e40402-3721-42e1-9b33-e264cd4a67f3 req-7997aa49-b0e2-450c-b13d-6a1aee99452e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684354 May 21 16:09:21.854315 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-07284b1c-cc47-4968-ac9d-bab1e3f5fd7e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "PUT /v2.0/floatingips/5b65725d-8176-4082-b0a8-67ec1f8b3734 HTTP/1.1" status: 200 len: 991 time: 2.6790900 May 21 16:09:21.855094 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:22.094538 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port da74c32c-8580-4b06-95a9-9e8bf135db1e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=da74c32c-8580-4b06-95a9-9e8bf135db1e,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:22.116640 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'port_id': 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'mac_address': 'fa:16:3e:0b:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14968922-790b-424c-9ae3-34c1af17ce2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:09:22.200772 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:09:22.231663 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d7eb-9dd6-4f1d-808b-8b9c69f0984c req-e65d9338-dfd9-4637-9dee-a15c4f72d4f4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:22.246001 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b00d7eb-9dd6-4f1d-808b-8b9c69f0984c req-e65d9338-dfd9-4637-9dee-a15c4f72d4f4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 943 time: 0.2237458 May 21 16:09:22.253984 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'status': 'completed', 'code': 200} May 21 16:09:22.309647 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:22.329181 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:22.334832 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e4e9684b-7b22-4769-a5ad-15664c55aa58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:22.360249 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da74c32c-8580-4b06-95a9-9e8bf135db1e {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:22.427542 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port da74c32c-8580-4b06-95a9-9e8bf135db1e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=da74c32c-8580-4b06-95a9-9e8bf135db1e,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:22.434963 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:22.441188 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:22.495764 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9b00d7eb-9dd6-4f1d-808b-8b9c69f0984c req-4c0357d0-3748-414d-ac98-cdcb4d78df2a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481239 May 21 16:09:22.548569 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb8996-53ae-4d96-8144-8240ee438308 req-78b8302e-ae20-4129-9f4b-593c45b98a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:22.550455 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dedb8996-53ae-4d96-8144-8240ee438308 req-78b8302e-ae20-4129-9f4b-593c45b98a3d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 1098 time: 0.3018987 May 21 16:09:22.584777 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4441c877-2c9f-4514-b94a-ed176a0de56c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:22.607527 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.608125 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.611645 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.612170 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.612679 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.613204 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.613670 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.614022 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.615370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.615370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.615370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.615370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:22.618157 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:22.626721 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=da74c32c-8580-4b06-95a9-9e8bf135db1e,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:22.633302 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:22.657381 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:22.668043 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4441c877-2c9f-4514-b94a-ed176a0de56c HTTP/1.1" status: 204 len: 168 time: 1.3004544 May 21 16:09:22.668848 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 46910) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:22.799916 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['da74c32c-8580-4b06-95a9-9e8bf135db1e'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:22.815375 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb8996-53ae-4d96-8144-8240ee438308 req-7ddc5ca1-5643-4f3f-9de8-b4001a08c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:22.817302 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dedb8996-53ae-4d96-8144-8240ee438308 req-7ddc5ca1-5643-4f3f-9de8-b4001a08c092 service neutron] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 912 time: 0.2477059 May 21 16:09:22.897664 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:23.103102 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dedb8996-53ae-4d96-8144-8240ee438308 req-04dc7801-f4c0-4214-9889-90929d471eec service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 200 len: 999 time: 0.2698369 May 21 16:09:23.143219 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '5b65725d-8176-4082-b0a8-67ec1f8b3734', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'port_id': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'mac_address': 'fa:16:3e:5c:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:08:49Z', 'updated_at': '2021-05-21T16:09:20Z', 'revision_number': 1, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:09:23.147683 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839deec5-fced-410d-96de-614b0c078230 None None] Checking router: 9f8e6d5d-a548-445d-9ee9-66cae535bf5b for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:09:23.164968 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:09:23.167575 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:09:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:09:23.254544 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb8996-53ae-4d96-8144-8240ee438308 req-0b93c907-9d71-4874-9f9c-92574a027b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:23.255974 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dedb8996-53ae-4d96-8144-8240ee438308 req-0b93c907-9d71-4874-9f9c-92574a027b6b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.1435699 May 21 16:09:23.382847 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:23.409262 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb8996-53ae-4d96-8144-8240ee438308 req-a6f1a80f-f828-4a9a-92a8-c9bb5fe2fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:23.412938 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dedb8996-53ae-4d96-8144-8240ee438308 req-a6f1a80f-f828-4a9a-92a8-c9bb5fe2fd3a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1436119 May 21 16:09:23.426206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974d91e8-7cce-4645-8275-6540ae8d13b2']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:09:23.462277 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba1fcc2-e2c0-44e2-8226-85b05e96ff74') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:09:23.462574 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba1fcc2-e2c0-44e2-8226-85b05e96ff74') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:09:23.472939 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:09:23.494268 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:23.551157 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:23.579079 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:09:23.584632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:09:23.618982 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:09:23.667808 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dedb8996-53ae-4d96-8144-8240ee438308 req-2802b53c-2b51-46d3-95c3-544b8136324f service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482848 May 21 16:09:23.738860 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c1372-1b3f-4116-900a-1228da92fd87 req-dff1bc17-4063-40fb-8c2e-9f0795e706f8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:23.750812 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8b7c1372-1b3f-4116-900a-1228da92fd87 req-dff1bc17-4063-40fb-8c2e-9f0795e706f8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.6214135 May 21 16:09:23.864647 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8b7c1372-1b3f-4116-900a-1228da92fd87 req-22d5ca36-55f2-49a0-8991-648be2e5890c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124227 May 21 16:09:23.876366 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:23.892022 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-002b9758-6a5e-46d1-9202-5050952f0de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:23.948512 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:23.950171 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dedb8996-53ae-4d96-8144-8240ee438308 req-17cf64ca-2f48-4fb2-b6fd-e81152189423 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727792 May 21 16:09:23.980239 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddfbb1-5ffb-45d3-b847-49101d37bf09 req-a2e6cb74-7bf1-4c2e-9aac-105d63281fd0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:23.987311 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0eddfbb1-5ffb-45d3-b847-49101d37bf09 req-a2e6cb74-7bf1-4c2e-9aac-105d63281fd0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 944 time: 0.2653053 May 21 16:09:23.991590 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Pushing event deleted for resources: {'Network': ['ID=974d91e8-7cce-4645-8275-6540ae8d13b2,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:23.995276 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] 10.222.0.91 "DELETE /v2.0/networks/974d91e8-7cce-4645-8275-6540ae8d13b2 HTTP/1.1" status: 204 len: 168 time: 1.3254776 May 21 16:09:23.996459 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:24.066118 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0eddfbb1-5ffb-45d3-b847-49101d37bf09 req-70d08a2b-2c2e-48da-89ea-d9591d3cdb76 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740089 May 21 16:09:24.170929 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-839deec5-fced-410d-96de-614b0c078230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '5b65725d-8176-4082-b0a8-67ec1f8b3734', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'port_id': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'mac_address': 'fa:16:3e:5c:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:08:49Z', 'updated_at': '2021-05-21T16:09:20Z', 'revision_number': 1, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:09:24.176575 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839deec5-fced-410d-96de-614b0c078230 None None] The sync data for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb is: [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '5b65725d-8176-4082-b0a8-67ec1f8b3734', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'port_id': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'mac_address': 'fa:16:3e:5c:20:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:08:49Z', 'updated_at': '2021-05-21T16:09:20Z', 'revision_number': 1, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:09:24.286091 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46966) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:24.338095 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c51856db-deb7-4b40-ae15-c3ec2d8baf21 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6116b56c2309419082837392ee2ac677&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505583 May 21 16:09:24.340555 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 46970) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:24.417570 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:24.447829 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46193466-a4c3-439f-a921-062ee90d3151 None None] New status for floating IP 5b65725d-8176-4082-b0a8-67ec1f8b3734: ACTIVE {{(pid=91726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:09:24.460174 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:24.529460 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:24.536108 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e15b8432-e933-4412-99e2-5416ec3b2bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:24.552950 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d815b1-e78c-415a-86a8-f50a14dc7591,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:24.564943 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.565669 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.566179 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.566715 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.567234 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.567815 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.570183 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.570740 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.571256 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.571767 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.572274 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.572987 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:24.579636 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:24.582676 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:24.584354 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f4d815b1-e78c-415a-86a8-f50a14dc7591 HTTP/1.1" status: 204 len: 168 time: 0.2426910 May 21 16:09:25.158857 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228842-c7dd-4eef-9060-4be4cef9cc05 req-2a9bd2b3-fe1f-418a-a628-a969a5f846e0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:25.162573 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-99228842-c7dd-4eef-9060-4be4cef9cc05 req-2a9bd2b3-fe1f-418a-a628-a969a5f846e0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1369355 May 21 16:09:25.271746 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-99228842-c7dd-4eef-9060-4be4cef9cc05 req-d6f8d822-6bc6-4b29-b70d-b42c3653ce53 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011136 May 21 16:09:25.382594 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb5084-1c02-4e08-8059-b247b744bd05 req-bd58c216-f9d3-4c20-bbbf-708b7ea4756e tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:25.388948 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-35fb5084-1c02-4e08-8059-b247b744bd05 req-bd58c216-f9d3-4c20-bbbf-708b7ea4756e tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 944 time: 0.1302693 May 21 16:09:25.447949 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-35fb5084-1c02-4e08-8059-b247b744bd05 req-25c36fbf-337e-42c8-a80c-45e29cba2441 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579829 May 21 16:09:25.741119 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device da74c32c-8580-4b06-95a9-9e8bf135db1e up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:09:25.826723 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port da74c32c-8580-4b06-95a9-9e8bf135db1e completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:09:25.836468 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port da74c32c-8580-4b06-95a9-9e8bf135db1e triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:09:25.837015 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:25.977599 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:26.005743 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da74c32c-8580-4b06-95a9-9e8bf135db1e'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:26.015936 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port da74c32c-8580-4b06-95a9-9e8bf135db1e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=da74c32c-8580-4b06-95a9-9e8bf135db1e,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:26.020969 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:26.023359 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:26.064126 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'code': 200} May 21 16:09:26.105349 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=da74c32c-8580-4b06-95a9-9e8bf135db1e,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:26.108330 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:26.335116 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9935c-5bbe-4580-8037-21ed76d8a95f req-d8a62de5-72d3-4fdd-9864-eb8a96dc3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:26.336571 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c4f9935c-5bbe-4580-8037-21ed76d8a95f req-d8a62de5-72d3-4fdd-9864-eb8a96dc3993 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 1098 time: 0.0792875 May 21 16:09:26.422972 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c4f9935c-5bbe-4580-8037-21ed76d8a95f req-40be2f94-ac1d-4aea-801c-57a266f47a3b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737274 May 21 16:09:26.565018 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b988de5-b302-45a3-af91-ee83f7e663e9 req-77d2c53c-386f-4df1-ab9a-2de1533d41b2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:26.568065 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7b988de5-b302-45a3-af91-ee83f7e663e9 req-77d2c53c-386f-4df1-ab9a-2de1533d41b2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1665027 May 21 16:09:26.686351 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7b988de5-b302-45a3-af91-ee83f7e663e9 req-3a6c2746-2103-4146-b638-a9efeee29b35 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083572 May 21 16:09:26.705567 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ca772-04a1-4aca-8efa-f5eafff3c4f2 req-28a55fa5-0545-4bce-9948-82c9f5ce5f6b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:26.707221 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dc3ca772-04a1-4aca-8efa-f5eafff3c4f2 req-28a55fa5-0545-4bce-9948-82c9f5ce5f6b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 945 time: 0.1145217 May 21 16:09:26.714160 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47084) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:26.759577 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dc3ca772-04a1-4aca-8efa-f5eafff3c4f2 req-d0cfb98a-8528-4ef5-b2a7-8fac00e9be2c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 May 21 16:09:26.857831 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:26.873066 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:26.877521 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0b6a6a694f464d30b0856e9ae59cf8f3 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:26.880320 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:26.886238 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:26.973596 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:26.978261 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:26.990839 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8d2f409b-a26a-4ca5-8ef3-e7569d84c636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:27.034150 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0b6a6a694f464d30b0856e9ae59cf8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187094 May 21 16:09:27.035194 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effb5ad6-71fe-4def-adb1-c5375ae29b43,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:27.035535 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47098) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:27.039011 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:27.120232 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.150315 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.210852 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.216224 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:27.223778 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9f579943-aeb8-4a37-b9ea-3f011cb7d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.227453 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb5ad6-71fe-4def-adb1-c5375ae29b43,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:27.232663 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:27.236883 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.240341 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/effb5ad6-71fe-4def-adb1-c5375ae29b43 HTTP/1.1" status: 204 len: 168 time: 0.2014544 May 21 16:09:27.365436 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47112) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:27.612014 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.628575 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:27.631545 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Usage tracker for resource:security_group_rule and tenant:96f28f3de3ae4c8ea76ff2dcd22dd9a4 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:27.634619 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:27.640744 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:27.778771 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.784820 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:27.880994 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-24872294-dde2-4c26-bedb-3a1dd5db33b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:27.910070 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47140) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:27.911126 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=96f28f3de3ae4c8ea76ff2dcd22dd9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438018 May 21 16:09:28.020436 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:28.030310 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c84ec-7db2-458c-82cd-cecfa97d999d req-fd3779d3-9339-45e4-bff2-1b8577ca4dca tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:28.033476 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0f0c84ec-7db2-458c-82cd-cecfa97d999d req-fd3779d3-9339-45e4-bff2-1b8577ca4dca tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.2073278 May 21 16:09:28.052432 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7574fed2-f609-4241-92f4-a3a0ca55e57e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:28.056520 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:28.079448 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d127c-6ddb-4700-9761-6aba10eec73d req-0c2d1d3c-acb8-4eb1-81f0-3dfe9eecb3d9 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:28.088511 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6d3d127c-6ddb-4700-9761-6aba10eec73d req-0c2d1d3c-acb8-4eb1-81f0-3dfe9eecb3d9 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 945 time: 0.1760259 May 21 16:09:28.149456 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6d3d127c-6ddb-4700-9761-6aba10eec73d req-591fdbf0-d279-46d8-a9cf-f87007a32220 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597727 May 21 16:09:28.251001 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:28.303529 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0f0c84ec-7db2-458c-82cd-cecfa97d999d req-cc137f8d-bc02-4fe8-b951-13c094f54a68 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586699 May 21 16:09:28.361261 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:28.370494 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-98ca284e-fe59-488c-b8ff-35af0340a6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:28.385154 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7574fed2-f609-4241-92f4-a3a0ca55e57e,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:28.388023 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:28.391836 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:28.393584 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7574fed2-f609-4241-92f4-a3a0ca55e57e HTTP/1.1" status: 204 len: 168 time: 0.4823661 May 21 16:09:28.902226 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47192) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:28.934013 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:28.966460 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:28.973094 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Usage tracker for resource:security_group_rule and tenant:aec139e7c07d46e380512ab63a0427e9 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:28.979923 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:28.991345 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:29.150268 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.155271 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.167440 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:29.236106 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=aec139e7c07d46e380512ab63a0427e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317704 May 21 16:09:29.238744 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47206) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:29.250564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd36b62-5a36-4c0f-afb7-468641b6dc96,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:29.262484 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:29.366631 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.478155 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.582966 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.588979 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-34696002-ca3a-4cce-a4db-e90f3b77a7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:29.607742 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd36b62-5a36-4c0f-afb7-468641b6dc96,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:29.611170 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:29.701757 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.703101 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1cd36b62-5a36-4c0f-afb7-468641b6dc96 HTTP/1.1" status: 204 len: 168 time: 0.4623466 May 21 16:09:29.748286 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1bfdb099-a57a-4a21-8d84-fcca0e0b6ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.752001 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440b66c-328b-42c8-adc7-231c621b565e req-3a6a35de-f451-423e-9bd8-6a17732ab1ff tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:29.753568 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1440b66c-328b-42c8-adc7-231c621b565e req-3a6a35de-f451-423e-9bd8-6a17732ab1ff tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1498711 May 21 16:09:29.821256 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1440b66c-328b-42c8-adc7-231c621b565e req-258da48d-deff-4b74-8e04-3b929b98daaf tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595024 May 21 16:09:29.894188 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:29.952951 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47236) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:30.152228 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.169173 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:30.173072 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Usage tracker for resource:security_group_rule and tenant:ea26e79a8d00401686963ea2218be959 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:30.174010 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47246) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:30.176082 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:30.182159 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:30.194529 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.217416 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:30.222369 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Usage tracker for resource:security_group_rule and tenant:34a713011ba14a4d915cc973714adbfe is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:30.225450 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:30.232101 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:30.268856 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.274958 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.284560 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-07b3eb6e-79d1-4539-bdfe-c7ce74a1a620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:30.326026 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.328567 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ea26e79a8d00401686963ea2218be959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744023 May 21 16:09:30.329605 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d21e0a-1689-402b-931f-707edc69b80e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:30.331434 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.332020 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47250) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:30.334507 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:30.341281 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-092fb4a9-ab58-4bd4-a270-54b54e2014c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:30.383694 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf3448-8d63-4c5a-aac5-8bf80abec6ca,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:30.387330 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:30.389477 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=34a713011ba14a4d915cc973714adbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140696 May 21 16:09:30.392647 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47256) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:30.396425 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.424656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.457191 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.487742 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.492521 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.492646 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-675aec4f-96b2-438f-8fc5-d1a659cfe77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:30.504822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d21e0a-1689-402b-931f-707edc69b80e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:30.507134 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:30.511048 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.513205 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/88d21e0a-1689-402b-931f-707edc69b80e HTTP/1.1" status: 204 len: 168 time: 0.1803403 May 21 16:09:30.558517 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.562891 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:30.582954 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf3448-8d63-4c5a-aac5-8bf80abec6ca,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:30.587204 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:30.601825 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.604916 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4bbf3448-8d63-4c5a-aac5-8bf80abec6ca HTTP/1.1" status: 204 len: 168 time: 0.2101471 May 21 16:09:30.658403 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.956524 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47274) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:30.975321 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:30.990403 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:30.995163 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Usage tracker for resource:security_group_rule and tenant:816f834c386a4e0a961e010f7691a6a6 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:30.997938 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:31.003796 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:31.022570 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832f132-608b-4266-bb74-7814da7db1a6 req-b0b14b42-d29b-43a8-ab6f-ee8276de4d3c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:31.024056 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6832f132-608b-4266-bb74-7814da7db1a6 req-b0b14b42-d29b-43a8-ab6f-ee8276de4d3c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.0904272 May 21 16:09:31.080733 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6832f132-608b-4266-bb74-7814da7db1a6 req-2b4be64a-b8c7-4c9b-a43a-282f518751a3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487862 May 21 16:09:31.105441 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:31.111435 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:31.123802 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0a6e4d36-55c3-44db-8bc4-955f2310e5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:31.176050 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=816f834c386a4e0a961e010f7691a6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087731 May 21 16:09:31.176050 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a279bb2e-aa59-4928-aab1-e4cd85981c80,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:31.176681 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47288) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:31.176777 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:31.276663 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:31.311729 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:31.397103 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:31.408352 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-62433177-9054-469e-8149-5019669aada2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:31.423176 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a279bb2e-aa59-4928-aab1-e4cd85981c80,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:31.426107 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:31.429247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:31.430754 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a279bb2e-aa59-4928-aab1-e4cd85981c80 HTTP/1.1" status: 204 len: 168 time: 0.2583899 May 21 16:09:31.909387 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47332) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:32.145723 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:32.169219 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:32.186519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f8d7f98bcb47d98ddb30d5660bb923 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:32.194827 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:32.215065 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:32.237474 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-b347e112-8e26-4fe4-ae00-9830fddfbf75 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:32.245074 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-b347e112-8e26-4fe4-ae00-9830fddfbf75 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.2822554 May 21 16:09:32.280411 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-84293bcc-5bcc-4ef9-8def-3ef12801c931 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/quotas/06997d78033c4441a9f5f2a805cd7538 HTTP/1.1" status: 200 len: 375 time: 0.0339997 May 21 16:09:32.380306 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e671dc-df21-4667-8030-002ee27596fb req-bb643d17-9b46-4e60-b1c1-a72a9a2af78a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:32.389133 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-97e671dc-df21-4667-8030-002ee27596fb req-bb643d17-9b46-4e60-b1c1-a72a9a2af78a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1151595 May 21 16:09:32.437394 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-97e671dc-df21-4667-8030-002ee27596fb req-02f1a3b8-0ffe-4fb4-8c42-de34c8e3d1be tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 May 21 16:09:32.448329 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:32.459273 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:32.490944 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:32.499286 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:32.514800 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-43953add-16d0-4d22-8498-810ead35df43 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2326076 May 21 16:09:32.629407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617181a-0523-4bec-99d3-1755f8a680bf,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:32.658409 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:32.663091 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c1f8d7f98bcb47d98ddb30d5660bb923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7520006 May 21 16:09:32.665649 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47374) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:32.781724 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:32.827355 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:32.839561 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-8fe66c41-9fc9-454e-8061-d8a6c07da5f0 service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941341 May 21 16:09:32.990506 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:33.031331 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5867c144-86ef-44d0-8959-3141f888455f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:33.059682 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617181a-0523-4bec-99d3-1755f8a680bf,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:33.065752 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:33.075801 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:33.083394 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b617181a-0523-4bec-99d3-1755f8a680bf HTTP/1.1" status: 204 len: 168 time: 0.4164498 May 21 16:09:33.129096 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-7ddf25ea-80c5-4d72-a5ab-67e2c96ec8a3 service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811673 May 21 16:09:33.391754 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-97f444c9-7309-430f-83ab-be41cc9cbb5f req-d4f7f273-f55c-40d6-86f6-9bc98f6de1f3 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 210 time: 0.0642307 May 21 16:09:33.794922 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47426) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:33.812948 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6860b-091c-4197-a4c9-4f22222b1539 req-54492c88-f721-4b11-86da-94d6af1fc653 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:33.816974 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d4e6860b-091c-4197-a4c9-4f22222b1539 req-54492c88-f721-4b11-86da-94d6af1fc653 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1774871 May 21 16:09:33.823842 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:33.843816 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:33.849965 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Usage tracker for resource:security_group_rule and tenant:0837ed05679e491586a887de6072726a is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:33.853531 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:33.862498 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:33.908077 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d4e6860b-091c-4197-a4c9-4f22222b1539 req-cdc41cfe-d489-4dd9-8895-b6785ce19f55 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794697 May 21 16:09:33.993206 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:33.999676 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:34.020233 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e5087737-aeeb-41cb-b49a-16ad9a68736a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:34.075159 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddd5f6b-da1f-4831-a5cf-ee3938e2c108,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:34.078161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:34.083805 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0837ed05679e491586a887de6072726a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853780 May 21 16:09:34.084738 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47432) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:34.161944 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:34.224287 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:34.317799 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:34.323335 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4dc4c9f4-8f5f-4464-9c27-a95ff1a039f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:34.337948 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddd5f6b-da1f-4831-a5cf-ee3938e2c108,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:34.341358 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:34.342522 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7ddd5f6b-da1f-4831-a5cf-ee3938e2c108 HTTP/1.1" status: 204 len: 168 time: 0.2574630 May 21 16:09:34.365579 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:34.627526 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a7dea908-918e-46b3-84cf-7977f2fe5dcf req-d0a07189-12cc-45b8-8717-48ff296044a7 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 210 time: 0.0877042 May 21 16:09:35.107280 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-67d90c1b-8fed-4cbf-9f6f-0826f5a1e5e0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:35.107950 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-67d90c1b-8fed-4cbf-9f6f-0826f5a1e5e0 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.2168345 May 21 16:09:35.129945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Request body: {'port': {'device_id': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'admin_state_up': True, 'tenant_id': '06997d78033c4441a9f5f2a805cd7538'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:35.474572 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05dbf-eed1-42b0-9f5a-9836df023bdf req-080fee79-2303-4f56-8e61-7b1ce2292f09 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:35.475990 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-99a05dbf-eed1-42b0-9f5a-9836df023bdf req-080fee79-2303-4f56-8e61-7b1ce2292f09 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1885986 May 21 16:09:35.477081 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:35.505916 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:35.542497 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Made reservation on behalf of 06997d78033c4441a9f5f2a805cd7538 for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:09:35.546385 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:35.569548 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-99a05dbf-eed1-42b0-9f5a-9836df023bdf req-ec6155bd-c3d1-4449-ac45-d348d9092afa tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836749 May 21 16:09:35.670926 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47498) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:35.760583 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Allocated IP 172.20.0.12 (aa99f540-a2df-4691-822d-d45a123c8425/14968922-790b-424c-9ae3-34c1af17ce2f/ff8fb51f-bda5-4c66-bf4a-ce70f91cc917) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:09:35.828777 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-231562841-network', 'tenant_id': 'bb0dd3821a9a42e5b6ccf7494def05d8'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:35.833434 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:35.837458 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Usage tracker for resource:network and tenant:bb0dd3821a9a42e5b6ccf7494def05d8 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:35.840628 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:35.849268 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:35.858114 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ae3c9f91-cd72-4fad-93a0-225410ef58e9 req-3772869a-583b-4a43-98c8-0c5be6d31d1b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 210 time: 0.0642970 May 21 16:09:35.867508 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Made reservation on behalf of bb0dd3821a9a42e5b6ccf7494def05d8 for: {'network': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:09:35.870026 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:35.882650 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:35.899189 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:35.903794 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0dd3821a9a42e5b6ccf7494def05d8 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:35.911708 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:35.922105 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:36.022934 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.029654 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.035741 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-422e8443-fc6d-4980-8c32-c148b19b08b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:36.056067 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.063081 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=91725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:09:36.082603 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a240b7-4287-447a-89a0-2234b3aeb753,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:36.086574 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:36.090024 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.091402 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.segments_db [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Added segment 9485a3e1-faf2-42cf-96f2-061e1858dc64 of type vlan for network bea2a96d-d49d-4d60-ae83-05a13404af0d May 21 16:09:36.097178 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.104585 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:36.115856 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0', 'da74c32c-8580-4b06-95a9-9e8bf135db1e'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:36.135073 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.178146 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.179500 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:36.180082 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.191014 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:36.300816 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Network aa99f540-a2df-4691-822d-d45a123c8425 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:09:36.305730 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:09:36.310128 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:09:36.318034 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:36.318854 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.341862 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event updated for resources: {'Port': ['ID=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:36.348610 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:36.363483 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2424231 May 21 16:09:36.365437 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=bea2a96d-d49d-4d60-ae83-05a13404af0d,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:36.369333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:36.376097 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7035882 May 21 16:09:36.378459 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network bea2a96d-d49d-4d60-ae83-05a13404af0d details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:09:36.379777 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47510) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:36.380634 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Request body: {'port': {'device_id': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:36.386033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Request body: {'subnet': {'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-231562841-subnet', 'tenant_id': 'bb0dd3821a9a42e5b6ccf7494def05d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:36.392258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:36.396688 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Usage tracker for resource:subnet and tenant:bb0dd3821a9a42e5b6ccf7494def05d8 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:36.399650 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:36.407840 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:36.419393 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Made reservation on behalf of bb0dd3821a9a42e5b6ccf7494def05d8 for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:09:36.422624 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3053485'] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.500939 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:36.999524 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:37.000517 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832b77-f50f-4392-9cca-7d7dac6c00c5 req-4cbb9984-15d2-4f1f-9f42-9370813bd246 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:37.002111 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7a832b77-f50f-4392-9cca-7d7dac6c00c5 req-4cbb9984-15d2-4f1f-9f42-9370813bd246 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.2159688 May 21 16:09:37.017832 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:37.080789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Transition to ACTIVE for port object ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:09:37.083491 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7a832b77-f50f-4392-9cca-7d7dac6c00c5 req-12f4656f-1d5f-4f3e-a051-e3f9adf85c12 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723395 May 21 16:09:37.099394 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:37.115293 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:37.180618 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4101079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3053443'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:37.194269 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-28c7a1c3-e6c7-4241-a274-a6748957eecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:37.317806 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d568ad-0120-4e72-9d8d-21bc99dc14b7,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:37.324831 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:37.338794 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:37.363794 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:37.390210 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03249429-0d07-4243-82c8-306d8ea97b48 req-9f811de9-a42b-466e-b0de-9f3cdabbe901 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:37.391254 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Checking segment: {'id': '9485a3e1-faf2-42cf-96f2-061e1858dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:37.391702 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-03249429-0d07-4243-82c8-306d8ea97b48 req-9f811de9-a42b-466e-b0de-9f3cdabbe901 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:37.391817 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Network hostable DHCP agents. Network: bea2a96d-d49d-4d60-ae83-05a13404af0d, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:09:37.400474 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Attempting to bind port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:09:37.401972 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Attempting to bind port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:09:37.403835 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Attempting to bind port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:37.408843 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-0065cd7a-a401-4657-aee3-48ff308eadc2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412847 May 21 16:09:37.417089 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 on network aa99f540-a2df-4691-822d-d45a123c8425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:09:37.417983 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Attempting to bind port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:37.425895 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:09:37.426528 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Checking segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:37.427137 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Bound using segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:09:37.427768 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Bound port: ff8fb51f-bda5-4c66-bf4a-ce70f91cc917, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:09:37.428099 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Network bea2a96d-d49d-4d60-ae83-05a13404af0d is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:09:37.428449 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:37.446944 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, bea2a96d-d49d-4d60-ae83-05a13404af0d) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:09:37.458412 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45ea6d9-dd11-4d93-8568-85561148de54 None None] Network bea2a96d-d49d-4d60-ae83-05a13404af0d requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:09:37.461813 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:37.462475 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:37.498344 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-9fc16a16-f941-49dc-908d-73a3a4877004 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1173420 May 21 16:09:37.556586 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-03249429-0d07-4243-82c8-306d8ea97b48 req-9f811de9-a42b-466e-b0de-9f3cdabbe901 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:37.571518 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-03249429-0d07-4243-82c8-306d8ea97b48 req-9f811de9-a42b-466e-b0de-9f3cdabbe901 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 932 time: 0.5460105 May 21 16:09:37.695567 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-03249429-0d07-4243-82c8-306d8ea97b48 req-b657ab83-52a2-405f-8459-d7886b7d4971 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970898 May 21 16:09:37.726053 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74500f3f-2270-418e-b513-54bda989d2ea None None] Network bea2a96d-d49d-4d60-ae83-05a13404af0d requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:09:37.735842 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] For port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:09:37.740093 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] For port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:09:37.747710 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:37.757322 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:37.762716 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe23a4-251d-4f79-8b36-17555981255f req-9f5635ed-99d5-434c-bb01-f3425eac8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:37.764318 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-9f5635ed-99d5-434c-bb01-f3425eac8cfe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 1098 time: 0.2643840 May 21 16:09:37.996557 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:38.003469 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:38.003976 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:38.012399 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] 10.222.0.84 "PUT /v2.0/ports/ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 HTTP/1.1" status: 200 len: 1094 time: 1.6294577 May 21 16:09:38.013079 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:38.013608 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'tag': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:38.147158 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe23a4-251d-4f79-8b36-17555981255f req-1bc68c14-4dee-4286-9988-e5ba80382487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:38.148843 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-1bc68c14-4dee-4286-9988-e5ba80382487 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 916 time: 0.3551161 May 21 16:09:38.201643 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'tag': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917', 'status': 'completed', 'code': 200} May 21 16:09:38.272569 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-a27bf0b5-e0f2-4367-8aac-d7b5bb283210 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3528524-b444-4c2d-b53a-e906f7631ad0 HTTP/1.1" status: 200 len: 217 time: 0.1134679 May 21 16:09:38.328576 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-1dab4e1b-de0d-472f-9c80-c4aa6c1e059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:38.335566 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-1dab4e1b-de0d-472f-9c80-c4aa6c1e059e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 1097 time: 0.2350690 May 21 16:09:38.432340 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe23a4-251d-4f79-8b36-17555981255f req-89393585-340d-4e0f-9853-57596b25031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:38.433820 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-89393585-340d-4e0f-9853-57596b25031f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.1538136 May 21 16:09:38.438450 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-6c4cbc7f-d31c-4db9-b90c-3faaab0e34d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 HTTP/1.1" status: 200 len: 217 time: 0.0816207 May 21 16:09:38.541391 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-44f980e1-f1c4-4437-9537-e08d4867e4ba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775812 May 21 16:09:38.560507 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-dfffbffd-2269-40a4-a9f4-f6e235e5a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:38.562891 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-dfffbffd-2269-40a4-a9f4-f6e235e5a414 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.1012430 May 21 16:09:38.566983 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3ccce-4749-4b27-92d6-7325c65302e3 req-9fbef1bd-6705-4298-809c-4ca97a7f5cb0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:38.569927 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ea3ccce-4749-4b27-92d6-7325c65302e3 req-9fbef1bd-6705-4298-809c-4ca97a7f5cb0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.2275708 May 21 16:09:38.642056 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-55abca4c-0838-4c2b-8b6c-52d637db5a95 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688920 May 21 16:09:38.755187 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47632) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:38.786882 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1675346964-network', 'tenant_id': '6f5fcedf043747d1af97c4d2602aef4f'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:38.814059 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:38.864461 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Usage tracker for resource:network and tenant:6f5fcedf043747d1af97c4d2602aef4f is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:38.872129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:38.900760 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ea3ccce-4749-4b27-92d6-7325c65302e3 req-a491cd63-d448-46a2-a5c8-b509a8dff35f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560840 May 21 16:09:38.914684 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:38.931844 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-ba3f9bc7-ce65-4767-8516-11c650736b73 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606858 May 21 16:09:38.940066 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Made reservation on behalf of 6f5fcedf043747d1af97c4d2602aef4f for: {'network': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:09:38.941009 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-6dc9a911-c117-42fa-a712-3a952402ce55 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830739 May 21 16:09:38.945015 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:38.963812 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.016549 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:39.072656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Usage tracker for resource:security_group_rule and tenant:6f5fcedf043747d1af97c4d2602aef4f is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:39.081561 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:39.098415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:39.252879 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dcbe23a4-251d-4f79-8b36-17555981255f req-fa9bac05-759a-4710-bd7b-04db2abd6356 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907324 May 21 16:09:39.301447 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60ab03-1d66-43a1-88d9-5cb620abe9df req-06ecca4f-10cb-4589-8cc7-497b3fbd1e8e tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:39.303135 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9c60ab03-1d66-43a1-88d9-5cb620abe9df req-06ecca4f-10cb-4589-8cc7-497b3fbd1e8e tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 944 time: 0.3204255 May 21 16:09:39.311858 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-77fe4375-ba29-491c-a4a3-ed6ce67e9a39 req-a676a6c4-e285-403a-8462-33ec05a7ab30 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593001 May 21 16:09:39.373176 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.380582 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.387157 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9c60ab03-1d66-43a1-88d9-5cb620abe9df req-57880f99-35ca-40e8-80da-919fdf6830ea tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720346 May 21 16:09:39.400507 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1be7a343-d5a6-4841-80b9-72f37688babb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:39.427558 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=91725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:09:39.459870 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47648) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:39.463672 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.464081 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.segments_db [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Added segment 0972f4c9-28ff-401f-9aa4-2bfcc3deaad8 of type vlan for network 9629e3e7-558e-4bd1-b14f-07daa623a1f7 May 21 16:09:39.476235 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b998096c-95c4-4e61-a173-ab55bb86c262,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:39.499745 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:39.521222 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-69e53a11-9384-4ab7-870a-255627ddc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:39.523006 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-69e53a11-9384-4ab7-870a-255627ddc0f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 1097 time: 0.0982945 May 21 16:09:39.543718 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.599810 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.603643 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:39.608048 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.659211 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d9e78401-914a-4519-914d-d405dc10ea56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:39.678882 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9099119 May 21 16:09:39.683456 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47662) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:39.698618 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-4e8344e6-91ed-4841-b15a-bd46d6e3a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:39.700729 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-4e8344e6-91ed-4841-b15a-bd46d6e3a1f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 916 time: 0.1674685 May 21 16:09:39.744302 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Request body: {'subnet': {'network_id': '9629e3e7-558e-4bd1-b14f-07daa623a1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1675346964-subnet', 'tenant_id': '6f5fcedf043747d1af97c4d2602aef4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:39.765418 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:39.783222 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Usage tracker for resource:subnet and tenant:6f5fcedf043747d1af97c4d2602aef4f is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:39.789593 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:39.794905 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.800093 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-60c900ba-d2b3-4b4d-9e38-ae3f09e2a0b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 HTTP/1.1" status: 200 len: 217 time: 0.0880754 May 21 16:09:39.813319 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Pushing event updated for resources: {'Network': ['ID=9629e3e7-558e-4bd1-b14f-07daa623a1f7,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:39.815915 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:39.819049 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:39.820958 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:39.826296 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 9629e3e7-558e-4bd1-b14f-07daa623a1f7 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:09:39.828117 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Usage tracker for resource:security_group_rule and tenant:f7c1088c0d2749e8a600d030e830dc2c is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:39.831948 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:39.838340 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:39.847673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Made reservation on behalf of 6f5fcedf043747d1af97c4d2602aef4f for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:09:39.850033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3053485'] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:39.900342 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-b58a4c85-dc93-47fd-bdee-0ebf6d7c144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:39.902167 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-b58a4c85-dc93-47fd-bdee-0ebf6d7c144e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.0848517 May 21 16:09:39.980894 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-59327637-a12f-48f0-9de4-5e1e376bd09c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682881 May 21 16:09:40.185114 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-0db69890-28bd-42b2-af1d-63db542d8948 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875877 May 21 16:09:40.190609 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:40.209308 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:40.235438 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-cf299692-73e0-409c-b194-9ad34924e863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:40.294280 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f7c1088c0d2749e8a600d030e830dc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331592 May 21 16:09:40.299262 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5111af-0874-4373-9e76-2781060c4e2a,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:40.302075 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47686) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:40.326272 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:40.427952 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e360df-1f51-4437-b1a2-81c80409cac3 req-767b1069-5611-471a-b95b-8f49951dfdd7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:40.443427 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-49e360df-1f51-4437-b1a2-81c80409cac3 req-767b1069-5611-471a-b95b-8f49951dfdd7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.2475843 May 21 16:09:40.464639 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-61f1845b-a3b8-4680-afac-216d2faa0158 req-757ee084-b917-4beb-8411-ca0efa5ee156 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162066 May 21 16:09:40.472171 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:40.513016 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-49e360df-1f51-4437-b1a2-81c80409cac3 req-4bf42b16-b4dd-4a9c-837d-cac6dd52d7ff tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727396 May 21 16:09:40.513113 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:40.761871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:40.769024 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f9c64516-57d4-48a9-b36b-d2610f9555f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:40.797515 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5111af-0874-4373-9e76-2781060c4e2a,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:40.804884 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:40.819860 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:40.826294 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ef5111af-0874-4373-9e76-2781060c4e2a HTTP/1.1" status: 204 len: 168 time: 0.5163605 May 21 16:09:40.835831 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e905d2d-04b8-4e52-9c41-4de6962f8b62 req-77b231dd-270c-40fe-9901-b90ba1a9587b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:40.837532 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4e905d2d-04b8-4e52-9c41-4de6962f8b62 req-77b231dd-270c-40fe-9901-b90ba1a9587b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 944 time: 0.2706919 May 21 16:09:40.840808 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4101079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3053443'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:40.846888 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-870c8163-ac7d-4901-a269-4001c72a1c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:40.966437 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4e905d2d-04b8-4e52-9c41-4de6962f8b62 req-428ac345-e396-4ab2-afb1-9e1f9467781c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931687 May 21 16:09:40.973542 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c10fb3-56fd-4b4b-aa96-b4075df8d0ce,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:40.975880 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Checking segment: {'id': '0972f4c9-28ff-401f-9aa4-2bfcc3deaad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '9629e3e7-558e-4bd1-b14f-07daa623a1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:40.976271 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Network hostable DHCP agents. Network: 9629e3e7-558e-4bd1-b14f-07daa623a1f7, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:09:40.980614 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:41.004055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Network 9629e3e7-558e-4bd1-b14f-07daa623a1f7 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:09:41.021698 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 9629e3e7-558e-4bd1-b14f-07daa623a1f7) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:09:41.032077 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bebae1a-867f-4896-a38e-65e960f69c7d None None] Network 9629e3e7-558e-4bd1-b14f-07daa623a1f7 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:09:41.036701 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:41.037707 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:41.061754 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-15f78579-32e0-405f-8085-15fcd3e8db66 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3771727 May 21 16:09:41.333583 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e97a0b-f37b-4b00-9679-200131d0f9df None None] Network 9629e3e7-558e-4bd1-b14f-07daa623a1f7 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:09:41.813091 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ffc59-7e90-4108-90ed-2a0db0e66340 req-7c2cb62a-1614-4f87-b3a0-5d05717206b9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:41.814860 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5e3ffc59-7e90-4108-90ed-2a0db0e66340 req-7c2cb62a-1614-4f87-b3a0-5d05717206b9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1469343 May 21 16:09:41.922333 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5e3ffc59-7e90-4108-90ed-2a0db0e66340 req-45965971-16db-4dcc-a723-feaf4e6296a7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992739 May 21 16:09:42.065475 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47776) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:42.239895 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-36ace0a4-58fb-49bb-826a-85ce52d1e3f1 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:42.249884 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-36ace0a4-58fb-49bb-826a-85ce52d1e3f1 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/networks?id=bea2a96d-d49d-4d60-ae83-05a13404af0d HTTP/1.1" status: 200 len: 808 time: 0.2792332 May 21 16:09:42.278232 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-883dfe85-8f23-4b4a-aea1-5a9f1375421c tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/quotas/bb0dd3821a9a42e5b6ccf7494def05d8 HTTP/1.1" status: 200 len: 375 time: 0.0259295 May 21 16:09:42.381987 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ccd6f9f9-62b0-4b0e-94b2-adcea34d6050 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb0dd3821a9a42e5b6ccf7494def05d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012733 May 21 16:09:42.467239 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83dff0-ab7f-45c6-b32a-e4a0f01e1d9e req-295ccc61-61a8-4490-a72f-6cd1ac6bf1b5 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:42.478183 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bb83dff0-ab7f-45c6-b32a-e4a0f01e1d9e req-295ccc61-61a8-4490-a72f-6cd1ac6bf1b5 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 944 time: 0.1713779 May 21 16:09:42.537891 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bb83dff0-ab7f-45c6-b32a-e4a0f01e1d9e req-769e0cb3-227d-4540-b764-cb0db5b0aabd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 May 21 16:09:42.598962 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:42.605613 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-3414df3f-3e33-4dbd-b050-53fa97f41990 service neutron] 10.222.0.91 "GET /v2.0/networks/bea2a96d-d49d-4d60-ae83-05a13404af0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222626 May 21 16:09:42.617538 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:42.621576 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Usage tracker for resource:security_group_rule and tenant:2fda753fd5f641009d6d781c8aebbf80 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:42.625860 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:42.632553 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:42.742875 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:42.747657 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:42.758205 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ef6648cf-04ff-442b-beef-684d1f029fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:42.808013 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1866dba2-88b6-4d57-9997-ffd26b4cf63a,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:42.819417 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2fda753fd5f641009d6d781c8aebbf80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474351 May 21 16:09:42.819417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:42.820383 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-1e90dd87-f33f-44e7-8055-f7e78c9bac99 service neutron] 10.222.0.91 "GET /v2.0/networks/bea2a96d-d49d-4d60-ae83-05a13404af0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025962 May 21 16:09:42.820721 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47834) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:42.905961 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:42.931450 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:42.955507 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:43.058941 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b0b5a005-3767-4178-8ac6-5dc643bc246a req-11024a4e-ae05-475a-8adb-7bdcfef311d1 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 210 time: 0.0545366 May 21 16:09:43.094260 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:43.100242 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-761d5026-04d3-47fd-90f4-113b8e11e0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:43.113913 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1866dba2-88b6-4d57-9997-ffd26b4cf63a,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:43.118607 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:43.120667 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:43.124514 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1866dba2-88b6-4d57-9997-ffd26b4cf63a HTTP/1.1" status: 204 len: 168 time: 0.3010905 May 21 16:09:43.210312 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5303159-ccc9-415f-844c-0b05abe2fe8c req-2c15a2c7-354e-4eba-9ca3-45f161b0cf4d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:43.218700 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a5303159-ccc9-415f-844c-0b05abe2fe8c req-2c15a2c7-354e-4eba-9ca3-45f161b0cf4d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1405292 May 21 16:09:43.294517 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a5303159-ccc9-415f-844c-0b05abe2fe8c req-0476a961-0092-4747-b39c-2f172061ac8d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738358 May 21 16:09:43.644089 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47876) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:43.668894 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:43.700404 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:43.705529 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb6d5380e04404a8bdd8de2f1877134 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:43.710387 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:43.724185 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:43.757795 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae644c-d58d-4ae1-9c52-f487a36be98b req-ba02a480-7d1e-4884-ad59-7fc6fb9b4eea tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:43.768400 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-41ae644c-d58d-4ae1-9c52-f487a36be98b req-ba02a480-7d1e-4884-ad59-7fc6fb9b4eea tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 944 time: 0.1118927 May 21 16:09:43.834537 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-41ae644c-d58d-4ae1-9c52-f487a36be98b req-bdf7d10f-807c-425b-b6bd-9d5520173a55 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 May 21 16:09:43.859165 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:43.866272 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:43.885264 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1103e47b-1303-4c06-a742-f5e369eed878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:43.907209 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:09:43.943526 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5eb6d5380e04404a8bdd8de2f1877134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982907 May 21 16:09:43.946052 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 47902) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:43.949288 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3be8a0-e2df-45c7-a51f-cc6d2a27b4fb,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:43.952925 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:44.045526 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.085376 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.103777 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47916) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:44.174606 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:44.195733 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'port_id': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917', 'mac_address': 'fa:16:3e:70:44:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14968922-790b-424c-9ae3-34c1af17ce2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:09:44.209204 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.216461 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:44.252738 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3be8a0-e2df-45c7-a51f-cc6d2a27b4fb,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:44.257137 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:44.259741 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.261308 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6d3be8a0-e2df-45c7-a51f-cc6d2a27b4fb HTTP/1.1" status: 204 len: 168 time: 0.3141770 May 21 16:09:44.278233 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.334147 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:44.386819 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:44.394060 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.398700 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:44.412155 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e6a15604-1ad1-4cc7-bf24-2aebd6c40dc5 req-b1303ae4-cfe8-4402-a9bd-3065afb8f569 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 210 time: 0.1548140 May 21 16:09:44.451889 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.475109 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:44.480330 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e62a54526be44989ede70e628c767f7 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:44.485734 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:44.495001 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:44.665607 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:44.709912 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.710649 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.711037 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.711943 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.711943 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.712204 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.712327 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.715764 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.716364 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.722407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.725290 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.725736 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.726071 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:09:44.733660 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:44.737665 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:44.785088 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9e4501bb-8215-4abe-9ff7-84474a454223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:44.808288 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4e62a54526be44989ede70e628c767f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005706 May 21 16:09:44.808516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47938) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:44.876561 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b59b4c1-3781-480d-90eb-42c5a5f3189e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:44.882305 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:44.896995 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47946) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:44.904554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['ff8fb51f-bda5-4c66-bf4a-ce70f91cc917'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:45.052767 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.138251 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.180552 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-5436a59f-8588-4bf3-830e-f179f2bfa747 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:45.181866 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-5436a59f-8588-4bf3-830e-f179f2bfa747 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.84 "GET /v2.0/networks?id=bea2a96d-d49d-4d60-ae83-05a13404af0d HTTP/1.1" status: 200 len: 808 time: 0.5703139 May 21 16:09:45.203268 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cafbc-3a38-41e4-b10c-5e864603b538 req-8aedd804-0358-49dc-808d-6f1f9f857245 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:45.206189 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a8cafbc-3a38-41e4-b10c-5e864603b538 req-8aedd804-0358-49dc-808d-6f1f9f857245 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.2025545 May 21 16:09:45.212564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Request body: {'port': {'device_id': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d', 'admin_state_up': True, 'tenant_id': 'bb0dd3821a9a42e5b6ccf7494def05d8'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:45.304502 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.340976 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:45.355916 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca60af-4157-4644-a692-cc1b2b8db017 req-3471e774-9a19-48a3-b494-178738573f32 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:45.364116 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-68ca60af-4157-4644-a692-cc1b2b8db017 req-3471e774-9a19-48a3-b494-178738573f32 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 945 time: 0.3889825 May 21 16:09:45.367162 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf8002c60f1431d9d36a95bda45aa92 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:45.372220 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:45.394637 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:45.400967 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a8cafbc-3a38-41e4-b10c-5e864603b538 req-719a6a71-e7b0-43d4-a0db-1f99e6d97b43 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666653 May 21 16:09:45.455993 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.469584 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-505b1605-17c9-48df-9078-19a3cfe9b3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:45.485548 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:45.486586 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-68ca60af-4157-4644-a692-cc1b2b8db017 req-46519482-b1a9-4e6a-af57-1bded3a62a8c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214979 May 21 16:09:45.491279 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Usage tracker for resource:port and tenant:bb0dd3821a9a42e5b6ccf7494def05d8 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:45.497347 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:45.512373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:45.526183 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Made reservation on behalf of bb0dd3821a9a42e5b6ccf7494def05d8 for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:09:45.530005 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b59b4c1-3781-480d-90eb-42c5a5f3189e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:45.530718 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.542584 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:45.559780 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.561024 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8b59b4c1-3781-480d-90eb-42c5a5f3189e HTTP/1.1" status: 204 len: 168 time: 0.7517514 May 21 16:09:45.644212 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4e8fd-f87b-46bc-b331-4e2d5705246f req-143c9f63-8ae5-4cc3-b81c-03fea366026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:45.649489 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9fc4e8fd-f87b-46bc-b331-4e2d5705246f req-143c9f63-8ae5-4cc3-b81c-03fea366026f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 1098 time: 0.1628950 May 21 16:09:45.650307 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.668280 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.680591 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fea6c42f-8d95-4e87-a4d7-3b570032187a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:45.694745 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ea26aab1-08c9-414e-92df-b660f995c9c8 req-465e1fc9-d0f9-4908-b7c3-b17d71cc0789 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 210 time: 0.0639207 May 21 16:09:45.761398 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ddf8002c60f1431d9d36a95bda45aa92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8632529 May 21 16:09:45.763165 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9fc4e8fd-f87b-46bc-b331-4e2d5705246f req-3efb834f-dbb4-4ddc-87a3-0f681afc331d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103251 May 21 16:09:45.764490 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 47974) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:45.767455 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faae55f4-85ae-427c-9892-a143a29dbd78,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:45.783803 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:45.861676 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Allocated IP 172.20.0.2 (bea2a96d-d49d-4d60-ae83-05a13404af0d/72d568ad-0120-4e72-9d8d-21bc99dc14b7/a5af0bd4-fa0c-43c4-996f-896556551829) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:09:45.887854 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:45.962613 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.049214 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.057003 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-815f8aa9-dc1c-4984-b43f-3a558d25dccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:46.071329 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae55f4-85ae-427c-9892-a143a29dbd78,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:46.073354 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.074711 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/faae55f4-85ae-427c-9892-a143a29dbd78 HTTP/1.1" status: 204 len: 168 time: 0.3089750 May 21 16:09:46.075910 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:46.151801 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.194928 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.209070 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:46.271574 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Network bea2a96d-d49d-4d60-ae83-05a13404af0d is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:09:46.275569 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:09:46.279227 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:09:46.286702 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:46.287700 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.329358 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Pushing event updated for resources: {'Port': ['ID=a5af0bd4-fa0c-43c4-996f-896556551829,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:46.333650 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:46.336039 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1285462 May 21 16:09:46.356585 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Request body: {'port': {'device_id': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:09:46.629199 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.685680 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48012) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:46.735998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:46.766581 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:09:46.791257 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1a5f-ae6b-4f5a-a143-fbdfce1fe3ca req-e05858e8-fa6b-4333-a0b3-8b7652c54e49 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:46.793226 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc8e1a5f-ae6b-4f5a-a143-fbdfce1fe3ca req-e05858e8-fa6b-4333-a0b3-8b7652c54e49 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 945 time: 0.1222286 May 21 16:09:46.804097 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Usage tracker for resource:security_group_rule and tenant:636eb9289e704a998b66aa1481683093 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:09:46.809681 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:09:46.855029 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e15d53-be7e-4bfe-910b-9eba427a4db3 req-d84807c4-48eb-4812-b1e4-41353a69b194 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:46.856598 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d7e15d53-be7e-4bfe-910b-9eba427a4db3 req-d84807c4-48eb-4812-b1e4-41353a69b194 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.3056045 May 21 16:09:46.884952 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc8e1a5f-ae6b-4f5a-a143-fbdfce1fe3ca req-7bc7a0a8-58ef-4013-922a-d5adbe78ed74 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841665 May 21 16:09:46.955928 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:09:47.026316 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d7e15d53-be7e-4bfe-910b-9eba427a4db3 req-e0c70167-6824-4deb-a017-ba73b9265d7a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018608 May 21 16:09:47.171934 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145aef-4778-4512-8d64-7c86e96fd2a7 req-ed37f187-ffa3-4b9d-844c-95f74427ad43 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:47.180303 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ce145aef-4778-4512-8d64-7c86e96fd2a7 req-ed37f187-ffa3-4b9d-844c-95f74427ad43 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 931 time: 0.1440244 May 21 16:09:47.242500 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-ce145aef-4778-4512-8d64-7c86e96fd2a7 req-3f0d921a-b9da-46c6-a524-4549e8c21f6c tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Synchronizing usage tracker for tenant:bb0dd3821a9a42e5b6ccf7494def05d8 on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:47.270270 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-ce145aef-4778-4512-8d64-7c86e96fd2a7 req-3f0d921a-b9da-46c6-a524-4549e8c21f6c tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Unset dirty status for tenant:bb0dd3821a9a42e5b6ccf7494def05d8 on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:47.287060 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ce145aef-4778-4512-8d64-7c86e96fd2a7 req-3f0d921a-b9da-46c6-a524-4549e8c21f6c tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020961 May 21 16:09:47.330800 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.337939 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.360906 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-91cf2ad5-3cfe-40b4-95fe-432b7abaff2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:47.449398 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=636eb9289e704a998b66aa1481683093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7535105 May 21 16:09:47.452966 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48042) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:09:47.455278 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcef176-489f-4d78-9bc5-9e7b933712db,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:47.459841 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:47.469474 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5af0bd4-fa0c-43c4-996f-896556551829 {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:47.478515 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.495685 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Transition to ACTIVE for port object a5af0bd4-fa0c-43c4-996f-896556551829 will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:09:47.502834 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.521343 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:47.550253 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.601760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.700150 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.706324 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9723a244-fc77-4501-9da5-4e045efcf6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:47.718258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcef176-489f-4d78-9bc5-9e7b933712db,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:47.721670 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:47.728998 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.744929 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0fcef176-489f-4d78-9bc5-9e7b933712db HTTP/1.1" status: 204 len: 168 time: 0.2794905 May 21 16:09:47.794390 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5af0bd4-fa0c-43c4-996f-896556551829,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:47.798255 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:47.799065 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Attempting to bind port a5af0bd4-fa0c-43c4-996f-896556551829 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:09:47.799394 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Attempting to bind port a5af0bd4-fa0c-43c4-996f-896556551829 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '9485a3e1-faf2-42cf-96f2-061e1858dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:09:47.799719 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Attempting to bind port a5af0bd4-fa0c-43c4-996f-896556551829 on network bea2a96d-d49d-4d60-ae83-05a13404af0d {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:47.804850 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Port a5af0bd4-fa0c-43c4-996f-896556551829 on network bea2a96d-d49d-4d60-ae83-05a13404af0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:09:47.805120 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Attempting to bind port a5af0bd4-fa0c-43c4-996f-896556551829 on network bea2a96d-d49d-4d60-ae83-05a13404af0d {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:09:47.828678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:09:47.829018 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Checking segment: {'id': '9485a3e1-faf2-42cf-96f2-061e1858dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:09:47.829397 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Bound using segment: {'id': '9485a3e1-faf2-42cf-96f2-061e1858dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:09:47.829880 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Bound port: a5af0bd4-fa0c-43c4-996f-896556551829, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9485a3e1-faf2-42cf-96f2-061e1858dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:09:47.830226 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.915983 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:09:47.958177 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] For port a5af0bd4-fa0c-43c4-996f-896556551829, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:09:47.961672 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] For port a5af0bd4-fa0c-43c4-996f-896556551829, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5af0bd4-fa0c-43c4-996f-896556551829,segment=NetworkSegment(9485a3e1-faf2-42cf-96f2-061e1858dc64),segment_id=9485a3e1-faf2-42cf-96f2-061e1858dc64)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:09:47.968398 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:47.974442 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e7e228d8-049a-4f49-9d9f-0ab80f3ba142 tempest-DeleteServersTestJSON-796154831 tempest-DeleteServersTestJSON-796154831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:48.038298 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:09:48.039501 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:48.040548 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:48.042171 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] 10.222.0.84 "PUT /v2.0/ports/a5af0bd4-fa0c-43c4-996f-896556551829 HTTP/1.1" status: 200 len: 1093 time: 1.6922424 May 21 16:09:48.043575 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'tag': 'a5af0bd4-fa0c-43c4-996f-896556551829'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:48.043794 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:09:48.044178 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:48.094880 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5af0bd4-fa0c-43c4-996f-896556551829,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:48.111478 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:48.184315 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'tag': 'a5af0bd4-fa0c-43c4-996f-896556551829', 'status': 'completed', 'code': 200} May 21 16:09:48.309025 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:48.382957 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:48.386355 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-771e1b7a-1644-4f25-97a3-2d9947a4186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:48.388917 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-771e1b7a-1644-4f25-97a3-2d9947a4186b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bb0dd3821a9a42e5b6ccf7494def05d8&device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 1096 time: 0.2835906 May 21 16:09:48.409495 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:48.416256 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:48.422403 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:48.474618 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d1819-2a11-44f8-adc3-e5a2291ae012 req-10373e4f-1688-4a20-8fee-abf1715a5ea9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:48.485669 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2a9d1819-2a11-44f8-adc3-e5a2291ae012 req-10373e4f-1688-4a20-8fee-abf1715a5ea9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1226890 May 21 16:09:48.599449 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2a9d1819-2a11-44f8-adc3-e5a2291ae012 req-848f55db-d5c9-4ff3-a0eb-e121ee24baba tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027756 May 21 16:09:48.599554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:48.599554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:48.616235 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e8c7-76ba-43f1-965f-779142a16d73 req-86d847a1-505e-4d68-a87d-2bfb8da6d33e tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:48.626934 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4e69e8c7-76ba-43f1-965f-779142a16d73 req-86d847a1-505e-4d68-a87d-2bfb8da6d33e tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 945 time: 0.4326568 May 21 16:09:48.678902 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-43a2ecb3-9790-41c4-b240-bf5285c38e05 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5af0bd4-fa0c-43c4-996f-896556551829 HTTP/1.1" status: 200 len: 217 time: 0.2797172 May 21 16:09:48.719587 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4e69e8c7-76ba-43f1-965f-779142a16d73 req-01247a53-cd2d-4a2f-808a-d497a2d8f698 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868380 May 21 16:09:48.787809 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-9e3e68f0-2ea0-4cb1-b22e-f18bf5c03d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:48.789494 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-9e3e68f0-2ea0-4cb1-b22e-f18bf5c03d95 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72d568ad-0120-4e72-9d8d-21bc99dc14b7 HTTP/1.1" status: 200 len: 848 time: 0.0749121 May 21 16:09:48.858521 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-58c2131c-a622-47cc-82d8-ed920b0b602a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bea2a96d-d49d-4d60-ae83-05a13404af0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561781 May 21 16:09:48.977072 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917', 'code': 200} May 21 16:09:49.033595 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4a943-cc0f-4a39-875d-a616a10f3f8f req-92d6f1e4-3baa-40b2-a9eb-163525ba2b64 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:49.048210 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-42b5adc5-2f17-48db-bdd9-8f0da04351e2 service neutron] 10.222.0.84 "GET /v2.0/networks/bea2a96d-d49d-4d60-ae83-05a13404af0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789486 May 21 16:09:49.048864 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5cd4a943-cc0f-4a39-875d-a616a10f3f8f req-92d6f1e4-3baa-40b2-a9eb-163525ba2b64 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 943 time: 0.2367425 May 21 16:09:49.127801 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5cd4a943-cc0f-4a39-875d-a616a10f3f8f req-dee5ad3d-fb01-48c0-82ce-d500fffc5b54 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723727 May 21 16:09:49.318278 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c719-f404-4ce2-b88c-ac4d75395874 req-69c5e65a-59a0-44a1-84cf-7730085e83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:49.320224 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9c64c719-f404-4ce2-b88c-ac4d75395874 req-69c5e65a-59a0-44a1-84cf-7730085e83c3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 1099 time: 0.0896053 May 21 16:09:49.355550 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab587b-868c-4000-a807-27313a2d8463 req-548fffb9-1ce5-4fdd-a44d-13424306f296 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:49.358061 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7aab587b-868c-4000-a807-27313a2d8463 req-548fffb9-1ce5-4fdd-a44d-13424306f296 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2277920 May 21 16:09:49.360824 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4c4fb241-1834-4b54-908d-203bc6b815c9 req-be9e3be3-2b69-4899-83c8-fe2691a0744e service neutron] 10.222.0.84 "GET /v2.0/networks/bea2a96d-d49d-4d60-ae83-05a13404af0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033471 May 21 16:09:49.397810 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9c64c719-f404-4ce2-b88c-ac4d75395874 req-26da6241-3548-4093-97c9-c175fa8e93c3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668647 May 21 16:09:49.414984 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7aab587b-868c-4000-a807-27313a2d8463 req-aa87a997-528f-4238-b221-32a8881d4a5a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 May 21 16:09:49.552811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-cbdcc002-0fd0-4f21-ac1b-a51bd31d3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:49.555026 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-cbdcc002-0fd0-4f21-ac1b-a51bd31d3843 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bb0dd3821a9a42e5b6ccf7494def05d8&device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 1096 time: 0.0846670 May 21 16:09:49.786646 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-39ac35a9-6551-4ecc-9b0a-efa53f6ba3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:49.788101 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-39ac35a9-6551-4ecc-9b0a-efa53f6ba3ac service neutron] 10.222.0.84 "GET /v2.0/networks?id=bea2a96d-d49d-4d60-ae83-05a13404af0d HTTP/1.1" status: 200 len: 910 time: 0.2255979 May 21 16:09:49.939807 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-fbcea309-e9ce-4a29-af84-9f652096edd5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5af0bd4-fa0c-43c4-996f-896556551829 HTTP/1.1" status: 200 len: 217 time: 0.1429927 May 21 16:09:50.071158 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:09:50.188875 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-714c2e30-f93d-4f21-a368-49116497913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:50.190444 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-714c2e30-f93d-4f21-a368-49116497913f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=72d568ad-0120-4e72-9d8d-21bc99dc14b7 HTTP/1.1" status: 200 len: 848 time: 0.1798673 May 21 16:09:50.221115 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c10a-28a5-441d-8fb9-9d6479b998fa req-dcf0b17f-d63f-4b96-901a-859170657ecd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:50.223127 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1400c10a-28a5-441d-8fb9-9d6479b998fa req-dcf0b17f-d63f-4b96-901a-859170657ecd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 946 time: 0.2820098 May 21 16:09:50.282047 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-bc048bab-925b-46ac-b38a-25d89a1f44db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bea2a96d-d49d-4d60-ae83-05a13404af0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537586 May 21 16:09:50.419116 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a7c3d-914c-4681-a9a5-a3dc19df0a60 req-326c0420-0bb8-40a6-9516-f24a07282249 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:50.419851 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-db4a7c3d-914c-4681-a9a5-a3dc19df0a60 req-326c0420-0bb8-40a6-9516-f24a07282249 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Synchronizing usage tracker for tenant:bb0dd3821a9a42e5b6ccf7494def05d8 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:09:50.427915 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1400c10a-28a5-441d-8fb9-9d6479b998fa req-b3e9312e-4db9-4809-91a5-00415f86035c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447322 May 21 16:09:50.447963 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-db4a7c3d-914c-4681-a9a5-a3dc19df0a60 req-326c0420-0bb8-40a6-9516-f24a07282249 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Unset dirty status for tenant:bb0dd3821a9a42e5b6ccf7494def05d8 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:09:50.449730 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-db4a7c3d-914c-4681-a9a5-a3dc19df0a60 req-326c0420-0bb8-40a6-9516-f24a07282249 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 943 time: 0.1320956 May 21 16:09:50.479906 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-dbf57c30-3966-4190-9844-74fde1506544 service neutron] 10.222.0.84 "GET /v2.0/networks/bea2a96d-d49d-4d60-ae83-05a13404af0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601117 May 21 16:09:50.524453 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-db4a7c3d-914c-4681-a9a5-a3dc19df0a60 req-9c5e902e-975b-4fec-8943-2b9dc1fa9acb tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683868 May 21 16:09:50.653216 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1ef0461d-0524-4969-8f31-0b653b9dc45f req-f460fd98-d4ba-4ee4-9ecb-fd107573dd71 service neutron] 10.222.0.84 "GET /v2.0/networks/bea2a96d-d49d-4d60-ae83-05a13404af0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663888 May 21 16:09:51.750317 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee4ce6-280e-425f-b1ce-f0c1865ad53b req-25f28855-db38-4058-9875-dca75bae32d9 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:51.755353 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd27b0-bec8-401f-90c4-7ff7e67254e6 req-068f5575-1a0f-4ef8-bc5d-f98c7ab589e0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:51.757186 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5dee4ce6-280e-425f-b1ce-f0c1865ad53b req-25f28855-db38-4058-9875-dca75bae32d9 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 946 time: 0.2030208 May 21 16:09:51.765592 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-72cd27b0-bec8-401f-90c4-7ff7e67254e6 req-068f5575-1a0f-4ef8-bc5d-f98c7ab589e0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1058660 May 21 16:09:51.777915 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-df9cce5a-3eee-44a6-bb3c-f15a4d17c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:51.779367 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-df9cce5a-3eee-44a6-bb3c-f15a4d17c28d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.1443870 May 21 16:09:51.830146 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-72cd27b0-bec8-401f-90c4-7ff7e67254e6 req-6acff19d-3104-4e43-9368-04e758ffcfc3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 May 21 16:09:51.898127 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5dee4ce6-280e-425f-b1ce-f0c1865ad53b req-0292f415-a30d-42ce-a8e0-c368c9e6e724 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399078 May 21 16:09:51.933150 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a5af0bd4-fa0c-43c4-996f-896556551829 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:09:52.026754 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-072e5852-504c-4278-b7f9-f2c8c3302697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:52.031713 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-072e5852-504c-4278-b7f9-f2c8c3302697 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.2423713 May 21 16:09:52.122179 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf135-0ff8-4cfd-8735-554cdfd6abfd req-10489065-d061-40e6-87a7-ffe0a22d07c3 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:52.122491 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port a5af0bd4-fa0c-43c4-996f-896556551829, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5af0bd4-fa0c-43c4-996f-896556551829,segment=NetworkSegment(9485a3e1-faf2-42cf-96f2-061e1858dc64),segment_id=9485a3e1-faf2-42cf-96f2-061e1858dc64)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:52.140711 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d41bf135-0ff8-4cfd-8735-554cdfd6abfd req-10489065-d061-40e6-87a7-ffe0a22d07c3 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 943 time: 0.1462986 May 21 16:09:52.150077 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-d9643efc-e0a6-4577-aa71-d5d810574151 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 217 time: 0.1091845 May 21 16:09:52.155238 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'a5af0bd4-fa0c-43c4-996f-896556551829', 'network_id': 'bea2a96d-d49d-4d60-ae83-05a13404af0d', 'port_id': 'a5af0bd4-fa0c-43c4-996f-896556551829', 'mac_address': 'fa:16:3e:6e:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d568ad-0120-4e72-9d8d-21bc99dc14b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:09:52.251954 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d41bf135-0ff8-4cfd-8735-554cdfd6abfd req-088c6b92-6347-4146-b10a-56fd431a723a tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087403 May 21 16:09:52.282848 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:52.301641 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-4c2b399f-75d5-423d-a62e-87e911c30a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:52.303925 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-4c2b399f-75d5-423d-a62e-87e911c30a36 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.1372504 May 21 16:09:52.316988 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5af0bd4-fa0c-43c4-996f-896556551829 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:09:52.335982 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port a5af0bd4-fa0c-43c4-996f-896556551829, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5af0bd4-fa0c-43c4-996f-896556551829,segment=NetworkSegment(9485a3e1-faf2-42cf-96f2-061e1858dc64),segment_id=9485a3e1-faf2-42cf-96f2-061e1858dc64)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:52.347829 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:52.350859 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:52.399507 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-be3309ca-6a88-4c6f-b32f-239dfef200e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757358 May 21 16:09:52.442334 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=a5af0bd4-fa0c-43c4-996f-896556551829,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:52.446400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:52.667228 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-3b9843d9-0d8a-4a00-9bad-de3dbeacc764 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499506 May 21 16:09:52.727104 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a5af0bd4-fa0c-43c4-996f-896556551829'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:09:52.927489 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5bf9d570-1100-4964-bcec-a6a83b4c9625 req-7c56688a-c7a2-4b96-8c9f-5cbf7be02859 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526102 May 21 16:09:53.122239 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f3f91-02b4-409d-b969-d7f6ba90baee req-cfded6fa-b28b-435e-beb5-8c6c9d32faf4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:53.125027 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9c6f3f91-02b4-409d-b969-d7f6ba90baee req-cfded6fa-b28b-435e-beb5-8c6c9d32faf4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1152837 May 21 16:09:53.182118 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9c6f3f91-02b4-409d-b969-d7f6ba90baee req-08478944-3fed-4351-ae64-aa5b708d68a4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515466 May 21 16:09:53.440329 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18307e3e-3958-433e-8ed2-cb5b62ae7121 req-1cffcd2f-0d58-4db7-ac19-5eeaead66297 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:53.441781 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-18307e3e-3958-433e-8ed2-cb5b62ae7121 req-1cffcd2f-0d58-4db7-ac19-5eeaead66297 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 944 time: 0.0826120 May 21 16:09:53.487009 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-18307e3e-3958-433e-8ed2-cb5b62ae7121 req-67d7ec40-0066-4b9c-a227-fe03418b5b85 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 May 21 16:09:53.949947 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a5af0bd4-fa0c-43c4-996f-896556551829 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:09:54.018946 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port a5af0bd4-fa0c-43c4-996f-896556551829 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:09:54.024308 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port a5af0bd4-fa0c-43c4-996f-896556551829 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:09:54.024947 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:54.173982 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:54.219104 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5af0bd4-fa0c-43c4-996f-896556551829'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:09:54.237117 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port a5af0bd4-fa0c-43c4-996f-896556551829, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5af0bd4-fa0c-43c4-996f-896556551829,segment=NetworkSegment(9485a3e1-faf2-42cf-96f2-061e1858dc64),segment_id=9485a3e1-faf2-42cf-96f2-061e1858dc64)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:09:54.251811 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:54.253939 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:09:54.344480 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=a5af0bd4-fa0c-43c4-996f-896556551829,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:09:54.347128 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:09:54.454090 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2192d0-0ac9-4930-8fda-30a828119b61 req-5ac01f6f-d96a-4429-9c5f-390c0acca741 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:54.455601 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fb2192d0-0ac9-4930-8fda-30a828119b61 req-5ac01f6f-d96a-4429-9c5f-390c0acca741 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1258349 May 21 16:09:54.550116 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fb2192d0-0ac9-4930-8fda-30a828119b61 req-5cb4d3c9-08b4-48e0-a8c0-65bd313f32fb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880177 May 21 16:09:54.561532 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5af0bd4-fa0c-43c4-996f-896556551829', 'code': 200} May 21 16:09:54.796000 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fcc89-e20b-4829-a4e8-7a6be1cd5dfc req-ba094e76-89f4-4b82-b807-5e4443bada08 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:54.808314 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-060fcc89-e20b-4829-a4e8-7a6be1cd5dfc req-ba094e76-89f4-4b82-b807-5e4443bada08 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 945 time: 0.1489763 May 21 16:09:54.908165 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-060fcc89-e20b-4829-a4e8-7a6be1cd5dfc req-d8ca9762-de3c-40f9-b613-59f79bce7b36 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893495 May 21 16:09:54.964550 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb49da-5c24-4a65-963c-322f95e20591 req-43f66b65-1d4a-4693-bea4-8ca6e0cd9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:54.966135 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fedb49da-5c24-4a65-963c-322f95e20591 req-43f66b65-1d4a-4693-bea4-8ca6e0cd9171 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 1098 time: 0.1100647 May 21 16:09:55.048788 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fedb49da-5c24-4a65-963c-322f95e20591 req-66b4bf07-a6c5-46a1-924a-bb70e11e2e79 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666513 May 21 16:09:55.759234 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bf2e3-7721-4897-b52f-2f66c4914e30 req-4ab639ee-53cc-4ad7-a1f2-3674941b17ce tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:55.760655 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-494bf2e3-7721-4897-b52f-2f66c4914e30 req-4ab639ee-53cc-4ad7-a1f2-3674941b17ce tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0793140 May 21 16:09:55.807825 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-494bf2e3-7721-4897-b52f-2f66c4914e30 req-8e39507d-1c00-40fc-83ad-b8cbeffeb2d1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 May 21 16:09:56.188819 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dc377-a1f1-47f7-a082-9b08454e3ed8 req-a30641c9-05c9-4efb-b795-0bb2a26faee4 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:56.190420 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c70dc377-a1f1-47f7-a082-9b08454e3ed8 req-a30641c9-05c9-4efb-b795-0bb2a26faee4 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 945 time: 0.1696277 May 21 16:09:56.242425 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c70dc377-a1f1-47f7-a082-9b08454e3ed8 req-638d4d15-86c6-4fde-9655-648d3d0c06f7 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 May 21 16:09:57.033370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9710d0b-fc56-42c6-9dee-f47e6e500b94 req-b7a2604c-54c8-412c-8040-f6adee6abebf tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:57.035391 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b9710d0b-fc56-42c6-9dee-f47e6e500b94 req-b7a2604c-54c8-412c-8040-f6adee6abebf tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1029091 May 21 16:09:57.106254 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b9710d0b-fc56-42c6-9dee-f47e6e500b94 req-67f8272f-2beb-4de4-b1b6-361e36ea95d7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 May 21 16:09:57.246779 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-7c22fafd-2623-4b2a-b44e-bd1462ec1fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:57.483090 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf4874-70a4-4437-ad3b-9a9715ba8b0d req-6cafba7e-2570-4dce-9797-24eb7cab6095 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:57.485190 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5dbf4874-70a4-4437-ad3b-9a9715ba8b0d req-6cafba7e-2570-4dce-9797-24eb7cab6095 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 945 time: 0.1060288 May 21 16:09:57.562241 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5dbf4874-70a4-4437-ad3b-9a9715ba8b0d req-8a3f686c-9f7d-432e-a56a-5fae314c34b9 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654545 May 21 16:09:58.341043 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869deea-057a-4580-ab59-70230e3220cf req-f25df216-cd23-44db-8956-44f9829aa8be tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:58.343258 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1869deea-057a-4580-ab59-70230e3220cf req-f25df216-cd23-44db-8956-44f9829aa8be tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1032848 May 21 16:09:58.405100 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1869deea-057a-4580-ab59-70230e3220cf req-4079bb2c-78c4-4c7b-9885-c68369825447 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 May 21 16:09:59.649187 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48e0e-34f1-4892-9963-9847c161ff26 req-09320cf2-0947-4f0b-8eee-71b43effc060 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:09:59.650821 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-50a48e0e-34f1-4892-9963-9847c161ff26 req-09320cf2-0947-4f0b-8eee-71b43effc060 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1136284 May 21 16:09:59.711755 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-50a48e0e-34f1-4892-9963-9847c161ff26 req-2b15ff24-e599-4884-a518-6a729b03b021 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 May 21 16:09:59.754529 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1a7e2fbd-a667-484b-a56f-72588e7fcb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:09:59.899633 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.273393 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48466) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:00.494947 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.514718 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:00.527935 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Usage tracker for resource:security_group_rule and tenant:5ddf31a7ee5b4333966bf0228c9c85af is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:00.531703 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:00.540564 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:00.644785 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.649416 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.654849 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.657290 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-94eb0772-916f-48bb-85cb-5b5c2babbcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:00.699794 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5ddf31a7ee5b4333966bf0228c9c85af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251404 May 21 16:10:00.700744 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ab6e86-41b1-40b5-be99-ed7a683d6c93,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:00.703375 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48488) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:00.705004 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:00.772990 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.801480 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.911835 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.926809 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4233e375-441c-4c82-8973-81c5b1c75a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:00.945742 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ab6e86-41b1-40b5-be99-ed7a683d6c93,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:00.955299 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:00.964530 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:00.966809 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/33ab6e86-41b1-40b5-be99-ed7a683d6c93 HTTP/1.1" status: 204 len: 168 time: 0.2612276 May 21 16:10:01.022855 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a9062-e299-49e8-9458-26e0f033d30c req-e1432d6c-8e70-4d0e-8eed-a825214d6be1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:01.025159 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0e1a9062-e299-49e8-9458-26e0f033d30c req-e1432d6c-8e70-4d0e-8eed-a825214d6be1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1661141 May 21 16:10:01.093056 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0e1a9062-e299-49e8-9458-26e0f033d30c req-a935e7a6-3d00-4c30-a93e-0fd840497075 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560973 May 21 16:10:01.322685 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48512) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:01.420487 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48520) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:01.440421 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.475373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.484913 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:01.490547 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e76f94c24efd4d85b7b4e43b108fc3b9 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:01.494895 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:01.502485 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:01.504585 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:01.511030 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Usage tracker for resource:security_group_rule and tenant:f3ff1ea57d064630ae721f71a21c790d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:01.516963 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:01.523927 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:01.672297 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.685032 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.693835 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:01.709915 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.725288 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.754073 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e76f94c24efd4d85b7b4e43b108fc3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322489 May 21 16:10:01.757672 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48532) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:01.764571 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96884387-6764-49a2-b015-dc91d28a3875,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:01.770132 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:01.770881 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b8537a30-f4c6-4818-aaa0-3e2c25074a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:01.789253 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f3ff1ea57d064630ae721f71a21c790d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654684 May 21 16:10:01.791967 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48536) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:01.803760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ea390a-e7f7-4b92-bd19-4ccd3f8d6dfe,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:01.806764 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:01.867697 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.914552 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:01.921442 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.011947 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.084937 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.091513 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0162e09c-b6ee-4935-aa2e-507cf243c7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:02.109448 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96884387-6764-49a2-b015-dc91d28a3875,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:02.115562 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:02.129402 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797ccc6-350d-47aa-aa9c-530bab8bbecc req-9d3790d3-7d0a-4019-b999-b729d40f4090 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:02.129402 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f797ccc6-350d-47aa-aa9c-530bab8bbecc req-9d3790d3-7d0a-4019-b999-b729d40f4090 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 945 time: 0.1600659 May 21 16:10:02.129402 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.134477 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:02.152454 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.153526 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/96884387-6764-49a2-b015-dc91d28a3875 HTTP/1.1" status: 204 len: 168 time: 0.3944917 May 21 16:10:02.155495 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ea390a-e7f7-4b92-bd19-4ccd3f8d6dfe,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:02.168653 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.173225 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/57ea390a-e7f7-4b92-bd19-4ccd3f8d6dfe HTTP/1.1" status: 204 len: 168 time: 0.3768544 May 21 16:10:02.173225 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:02.198512 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f797ccc6-350d-47aa-aa9c-530bab8bbecc req-f8d6b106-3e91-4731-8bd6-4d65126559d1 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520391 May 21 16:10:02.409521 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c860490-3853-4d80-b1bf-e8a3ca938475 req-b89f64d6-47ff-424e-a89f-364e3600e9cc tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:02.411192 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3c860490-3853-4d80-b1bf-e8a3ca938475 req-b89f64d6-47ff-424e-a89f-364e3600e9cc tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1015112 May 21 16:10:02.461016 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3c860490-3853-4d80-b1bf-e8a3ca938475 req-a144fecf-78cd-4e16-8f8e-5748d08db6f5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 May 21 16:10:02.504760 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.576700 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48552) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:02.579624 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48556) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:02.597948 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.598160 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.614098 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:02.614934 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:02.617939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Usage tracker for resource:security_group_rule and tenant:e49f1aae8e2e47f78b1f9f4ef9926e67 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:02.618857 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Usage tracker for resource:security_group_rule and tenant:68b4ead2ee1d4e69b106bd0452f67f1a is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:02.620749 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:02.621894 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:02.626458 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:02.627873 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:02.725478 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.729753 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.738483 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.743945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:02.744134 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.753178 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-58675925-4ddc-4da4-9120-4cad4a4c3b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:02.788273 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=68b4ead2ee1d4e69b106bd0452f67f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102857 May 21 16:10:02.789823 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d92b8-fac1-43e7-bd3c-bae36abf9761,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:02.793130 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48562) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:02.793481 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:02.812559 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e49f1aae8e2e47f78b1f9f4ef9926e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317896 May 21 16:10:02.817428 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48566) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:02.817653 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1415aad8-f022-4b4d-9065-282b6a2ca2af,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:02.821608 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:02.869064 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.890455 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.916984 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.927563 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.986531 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:02.990570 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-afb2b6d2-f598-403d-82e5-c91d28d976fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:03.003922 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:03.005016 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d92b8-fac1-43e7-bd3c-bae36abf9761,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:03.009092 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:03.011170 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3fb45f1b-78bb-4820-8a66-4f5f4d0cfc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:03.041031 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:03.042221 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/af5d92b8-fac1-43e7-bd3c-bae36abf9761 HTTP/1.1" status: 204 len: 168 time: 0.2455766 May 21 16:10:03.049027 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1415aad8-f022-4b4d-9065-282b6a2ca2af,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:03.056683 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:03.065052 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:03.066228 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1415aad8-f022-4b4d-9065-282b6a2ca2af HTTP/1.1" status: 204 len: 168 time: 0.2490606 May 21 16:10:03.448310 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3637b-0867-4f86-85a0-6f337ee5ac32 req-95ef1b5f-3ec5-453b-bb79-9e2b4b97b78f tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:03.449944 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-68d3637b-0867-4f86-85a0-6f337ee5ac32 req-95ef1b5f-3ec5-453b-bb79-9e2b4b97b78f tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 945 time: 0.1015522 May 21 16:10:03.498471 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-68d3637b-0867-4f86-85a0-6f337ee5ac32 req-8f85bca0-50f5-485b-8e46-a25379c6997e tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/security-groups?id=82a240b7-4287-447a-89a0-2234b3aeb753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 May 21 16:10:03.685822 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3cb4a-24dd-4d7f-b5f7-5f7648fc7b77 req-c5022c25-b02d-4fe3-9d48-ec2cd918d9bd tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:03.687357 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-79e3cb4a-24dd-4d7f-b5f7-5f7648fc7b77 req-c5022c25-b02d-4fe3-9d48-ec2cd918d9bd tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0842333 May 21 16:10:03.740281 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-79e3cb4a-24dd-4d7f-b5f7-5f7648fc7b77 req-679da1e3-7f87-4b90-b230-1607616923cb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458479 May 21 16:10:03.917967 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-7aab6fc3-bce2-4757-a9a3-85cdaf4aac6f tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:03.919528 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-7aab6fc3-bce2-4757-a9a3-85cdaf4aac6f tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 945 time: 0.0853961 May 21 16:10:04.082495 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Deleting port a5af0bd4-fa0c-43c4-996f-896556551829 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:10:04.082915 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:04.235033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] For port a5af0bd4-fa0c-43c4-996f-896556551829, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5af0bd4-fa0c-43c4-996f-896556551829,segment=NetworkSegment(9485a3e1-faf2-42cf-96f2-061e1858dc64),segment_id=9485a3e1-faf2-42cf-96f2-061e1858dc64)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:04.235399 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:04.373955 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Calling delete_port for a5af0bd4-fa0c-43c4-996f-896556551829 owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:10:04.618864 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:04.628703 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:04.639060 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a5af0bd4-fa0c-43c4-996f-896556551829'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:04.660448 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-99828e95-7a83-4832-9038-07eddeb8cc5e req-3eeee11b-7b11-41e2-94f3-ad632b478586 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.91 "GET /v2.0/ports?device_id=5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f HTTP/1.1" status: 200 len: 210 time: 0.0455711 May 21 16:10:04.691297 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Pushing event deleted for resources: {'Port': ['ID=a5af0bd4-fa0c-43c4-996f-896556551829,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:04.696597 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:04.776120 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] No DVR routers for this DVR port a5af0bd4-fa0c-43c4-996f-896556551829 on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:10:04.780625 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:04.784373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'name': 'network-vif-deleted', 'tag': 'a5af0bd4-fa0c-43c4-996f-896556551829'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:04.799734 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5abccbef-60a6-4f3f-b362-0c56b86b2f12 req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] 10.222.0.84 "DELETE /v2.0/ports/a5af0bd4-fa0c-43c4-996f-896556551829 HTTP/1.1" status: 204 len: 173 time: 0.8676884 May 21 16:10:04.960416 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7f90f-c73b-4f08-85e2-b3152081ce48 req-63b4a151-3703-4a6b-a63b-0b84fa7b8c26 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:04.969680 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-06a7f90f-c73b-4f08-85e2-b3152081ce48 req-63b4a151-3703-4a6b-a63b-0b84fa7b8c26 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1078959 May 21 16:10:05.021096 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-06a7f90f-c73b-4f08-85e2-b3152081ce48 req-77d8cc4f-2ce9-4137-9f19-6dacf76e849d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504937 May 21 16:10:05.078570 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2d5cf1-5f02-48d2-adbd-bc0a6ed34e1f', 'name': 'network-vif-deleted', 'tag': 'a5af0bd4-fa0c-43c4-996f-896556551829', 'status': 'completed', 'code': 200} May 21 16:10:06.250266 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23e6d4-7cb6-4f43-8cec-dd69c31ec5b4 req-297faefb-3e23-43f9-aa1e-b42e4e0c47f6 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:06.254189 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9c23e6d4-7cb6-4f43-8cec-dd69c31ec5b4 req-297faefb-3e23-43f9-aa1e-b42e4e0c47f6 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1127915 May 21 16:10:06.306050 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9c23e6d4-7cb6-4f43-8cec-dd69c31ec5b4 req-2f1ed124-94f2-4d8f-8569-5575a1cd4a92 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 May 21 16:10:07.523613 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1a153-82e8-41fb-9b33-9979dea58146 req-e01bd3b5-3bc9-4e63-ad7d-afeaac0213ae tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:07.524792 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ebb1a153-82e8-41fb-9b33-9979dea58146 req-e01bd3b5-3bc9-4e63-ad7d-afeaac0213ae tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0982256 May 21 16:10:07.574994 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ebb1a153-82e8-41fb-9b33-9979dea58146 req-63827bb8-1677-4722-b05e-d4c6e41d5349 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 May 21 16:10:08.007011 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a5af0bd4-fa0c-43c4-996f-896556551829 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:10:08.042178 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: a5af0bd4-fa0c-43c4-996f-896556551829 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:10:08.042533 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a5af0bd4-fa0c-43c4-996f-896556551829 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:10:08.778681 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec1c6e-6a84-4fcf-a6ad-8d5226388fc4 req-012298db-c780-4c40-a0db-391ab4d2e0e9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:08.780263 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-45ec1c6e-6a84-4fcf-a6ad-8d5226388fc4 req-012298db-c780-4c40-a0db-391ab4d2e0e9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0843956 May 21 16:10:08.825332 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-45ec1c6e-6a84-4fcf-a6ad-8d5226388fc4 req-3045369c-54bf-4d6f-a01d-9fca159f52c0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 May 21 16:10:10.130194 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298c13d-001c-40ff-83eb-25bc3ae1ab7a req-921d424c-2732-4732-8885-6b923014cdeb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:10.131639 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7298c13d-001c-40ff-83eb-25bc3ae1ab7a req-921d424c-2732-4732-8885-6b923014cdeb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1799083 May 21 16:10:10.179937 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7298c13d-001c-40ff-83eb-25bc3ae1ab7a req-73a5fa09-cbb7-4099-9ce6-12ba64203cf4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 May 21 16:10:10.222215 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-2738f94b-6eed-4997-843a-b6d8c36a099a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:10.223769 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-2738f94b-6eed-4997-843a-b6d8c36a099a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.1597195 May 21 16:10:10.238818 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-b81c49bd-cb1e-43dc-a67e-e7043f97c7b3 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/quotas/06997d78033c4441a9f5f2a805cd7538 HTTP/1.1" status: 200 len: 375 time: 0.0091400 May 21 16:10:10.340517 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-7f683c26-789c-4506-986a-81db7c591678 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963070 May 21 16:10:10.481109 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-746f5dcd-9537-4657-927e-d03cbbccfb64 service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323211 May 21 16:10:10.628580 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-ee1f7ad8-dbbc-4e01-a0f2-017a54952b69 service neutron] 10.222.0.91 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396143 May 21 16:10:10.830314 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57839979-7684-4ea2-b860-f62d219fdcfe req-88eefc49-c73e-4b95-b488-9471e7b3f7c3 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 210 time: 0.0602582 May 21 16:10:11.414545 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad44e2-33fb-4915-bd79-e597fa2ed1ba req-1ea58171-4bbc-4864-81c5-1e7d63319464 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:11.416084 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-36ad44e2-33fb-4915-bd79-e597fa2ed1ba req-1ea58171-4bbc-4864-81c5-1e7d63319464 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1108372 May 21 16:10:11.477852 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-36ad44e2-33fb-4915-bd79-e597fa2ed1ba req-dd6495b6-84a5-4481-9e76-1a5428cc7151 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 May 21 16:10:11.990403 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6b595186-9d3a-4ab7-822a-b403e706f0b3 req-27ec5cc1-e7d9-4d4e-b4d3-8d84930dd8d9 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 210 time: 0.0477593 May 21 16:10:12.214153 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-cb6b5a2a-9eb0-4be8-bc87-4e91d92f193f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:12.215629 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-cb6b5a2a-9eb0-4be8-bc87-4e91d92f193f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 814 time: 0.1751621 May 21 16:10:12.230477 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Request body: {'port': {'device_id': '3816a58a-c52b-43e4-bf14-5f107859b245', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'admin_state_up': True, 'tenant_id': '06997d78033c4441a9f5f2a805cd7538'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:12.374454 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:12.385193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:12.395806 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Made reservation on behalf of 06997d78033c4441a9f5f2a805cd7538 for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:12.399415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:12.634118 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Allocated IP 172.20.0.14 (aa99f540-a2df-4691-822d-d45a123c8425/14968922-790b-424c-9ae3-34c1af17ce2f/fa7e968e-23da-4e45-8b07-474512d881f8) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:12.731513 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838ef0-2da7-4ec9-9e84-8ee31c43522b req-cb9bd903-806c-4cb3-aad0-8e180a2f5a7c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:12.740340 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57838ef0-2da7-4ec9-9e84-8ee31c43522b req-cb9bd903-806c-4cb3-aad0-8e180a2f5a7c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1234059 May 21 16:10:12.787356 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57838ef0-2da7-4ec9-9e84-8ee31c43522b req-1d8bb108-5db0-4ed5-a1af-05ef9989976f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456076 May 21 16:10:12.861042 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:12.891413 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:12.901039 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:12.908402 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0', 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:12.995779 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.053674 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Network aa99f540-a2df-4691-822d-d45a123c8425 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:13.056824 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:13.059792 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:13.100372 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event updated for resources: {'Port': ['ID=fa7e968e-23da-4e45-8b07-474512d881f8,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:13.103159 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:13.142162 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:13.143215 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.212931 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9863217 May 21 16:10:13.227103 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Request body: {'port': {'device_id': '3816a58a-c52b-43e4-bf14-5f107859b245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:13.282144 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48848) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:13.378899 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e70b1-e314-4d3e-9e6a-e5f3544f833c req-87000b98-1de6-4854-9070-9153bb9017d8 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:13.379624 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-c61e70b1-e314-4d3e-9e6a-e5f3544f833c req-87000b98-1de6-4854-9070-9153bb9017d8 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:13.387857 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.425045 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.440514 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:13.442761 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-c61e70b1-e314-4d3e-9e6a-e5f3544f833c req-87000b98-1de6-4854-9070-9153bb9017d8 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:13.443923 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c61e70b1-e314-4d3e-9e6a-e5f3544f833c req-87000b98-1de6-4854-9070-9153bb9017d8 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 932 time: 0.2730660 May 21 16:10:13.444336 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Usage tracker for resource:security_group_rule and tenant:e035033e491546b4a7efc32714e65c3a is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:13.447170 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:13.453750 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:13.541158 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.544958 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.552107 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c61e70b1-e314-4d3e-9e6a-e5f3544f833c req-5091210c-c446-4327-838f-29afcd984679 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014757 May 21 16:10:13.553522 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:13.592325 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0921448-498f-452d-8550-a60cf3f72664,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:13.597644 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:13.600945 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e035033e491546b4a7efc32714e65c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177865 May 21 16:10:13.603706 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48854) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:13.671598 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.722108 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.828931 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.835163 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-25f8cef2-a4f6-44f7-a285-699ef224d68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:13.861064 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7e968e-23da-4e45-8b07-474512d881f8 {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:10:13.862205 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0921448-498f-452d-8550-a60cf3f72664,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:13.884570 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.887800 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:13.889651 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.903335 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f0921448-498f-452d-8550-a60cf3f72664 HTTP/1.1" status: 204 len: 168 time: 0.2905314 May 21 16:10:13.905071 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Transition to ACTIVE for port object fa7e968e-23da-4e45-8b07-474512d881f8 will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:13.915651 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:13.928694 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:14.223685 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Pushing event updated for resources: {'Port': ['ID=fa7e968e-23da-4e45-8b07-474512d881f8,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:14.233866 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:14.239087 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Attempting to bind port fa7e968e-23da-4e45-8b07-474512d881f8 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:10:14.239424 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Attempting to bind port fa7e968e-23da-4e45-8b07-474512d881f8 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:10:14.239750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Attempting to bind port fa7e968e-23da-4e45-8b07-474512d881f8 on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:14.247655 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Port fa7e968e-23da-4e45-8b07-474512d881f8 on network aa99f540-a2df-4691-822d-d45a123c8425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:10:14.247986 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Attempting to bind port fa7e968e-23da-4e45-8b07-474512d881f8 on network aa99f540-a2df-4691-822d-d45a123c8425 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:14.263446 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b968498-5ceb-435b-8b8c-39532882669b req-412b29bc-890c-429c-a3a2-e2a483c1f0c2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:14.265143 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3b968498-5ceb-435b-8b8c-39532882669b req-412b29bc-890c-429c-a3a2-e2a483c1f0c2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.3017864 May 21 16:10:14.266042 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:10:14.266382 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Checking segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:14.266879 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Bound using segment: {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:10:14.267452 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Bound port: fa7e968e-23da-4e45-8b07-474512d881f8, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:10:14.267824 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:14.308081 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48880) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:14.376237 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:14.406731 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3b968498-5ceb-435b-8b8c-39532882669b req-d249b994-6358-4309-b4c9-333b6738b5dc tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289239 May 21 16:10:14.411748 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:14.426472 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Usage tracker for resource:security_group_rule and tenant:25c45382b183402d83d99d7776a4eba3 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:14.430682 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:14.441178 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:14.448971 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] For port fa7e968e-23da-4e45-8b07-474512d881f8, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:10:14.456033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] For port fa7e968e-23da-4e45-8b07-474512d881f8, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa7e968e-23da-4e45-8b07-474512d881f8,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:10:14.460258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:14.472474 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:14.545323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:14.546078 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:14.547501 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] 10.222.0.84 "PUT /v2.0/ports/fa7e968e-23da-4e45-8b07-474512d881f8 HTTP/1.1" status: 200 len: 1094 time: 1.3252175 May 21 16:10:14.548000 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3816a58a-c52b-43e4-bf14-5f107859b245', 'tag': 'fa7e968e-23da-4e45-8b07-474512d881f8'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:14.640846 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3816a58a-c52b-43e4-bf14-5f107859b245', 'tag': 'fa7e968e-23da-4e45-8b07-474512d881f8', 'status': 'completed', 'code': 200} May 21 16:10:14.676945 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Pushing event updated for resources: {'Port': ['ID=fa7e968e-23da-4e45-8b07-474512d881f8,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:14.682765 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:14.688830 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:14.702912 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:14.709311 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7fe9d334-aa53-49fa-8389-72ef45ddcdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:14.808351 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=25c45382b183402d83d99d7776a4eba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998655 May 21 16:10:14.812165 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48890) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:14.812307 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dcbd41-19c4-46a6-868f-39ba90ce7564,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:14.816964 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:14.827043 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-ac3a19ac-1831-47ae-b4e1-24c54c30cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:14.828537 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-ac3a19ac-1831-47ae-b4e1-24c54c30cc7f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 1097 time: 0.2294171 May 21 16:10:14.911274 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:14.912324 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-f65b767c-a896-4f89-a513-31d8dfc36bc6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa7e968e-23da-4e45-8b07-474512d881f8 HTTP/1.1" status: 200 len: 217 time: 0.0744176 May 21 16:10:14.931112 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0de47-994f-49b6-a3f4-274320d9c571 req-93811be4-2470-49ec-a5c2-620b0f5f814a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:14.938594 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b9a0de47-994f-49b6-a3f4-274320d9c571 req-93811be4-2470-49ec-a5c2-620b0f5f814a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 944 time: 0.2404721 May 21 16:10:14.951861 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:15.033936 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:15.041474 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c613bde0-c8a6-4f1f-b62e-3981b2b60b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:15.043295 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b9a0de47-994f-49b6-a3f4-274320d9c571 req-e50de2c2-79be-4fae-a7c8-84125caec2ed tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037819 May 21 16:10:15.060395 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:15.061716 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-e060935a-6e0d-4b34-b248-fb6da094af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:15.062209 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/66dcbd41-19c4-46a6-868f-39ba90ce7564 HTTP/1.1" status: 204 len: 168 time: 0.2485545 May 21 16:10:15.063182 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-e060935a-6e0d-4b34-b248-fb6da094af85 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.1224766 May 21 16:10:15.063385 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dcbd41-19c4-46a6-868f-39ba90ce7564,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:15.066338 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:15.205688 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-b3dca835-9d92-4405-9c3a-6598c53b19ee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302307 May 21 16:10:15.356225 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-1db6aae8-4486-4bf3-b831-c27a472b3f47 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283300 May 21 16:10:15.485969 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 48912) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:15.497050 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-29eb80b3-9d24-4e09-a9c0-2ece8f9fa9f4 req-7a2f98f5-b8c0-4c26-aa9c-2d7422c7e6ea service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372311 May 21 16:10:15.509484 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:15.524721 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:15.528632 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Usage tracker for resource:security_group_rule and tenant:9ece76dd2b184731a8ea9a5d4ac8ed6c is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:15.531744 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:15.537606 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:15.630255 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:15.635607 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:15.645899 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-ebc1416b-6ebe-4636-bbe9-a9675d927881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:15.688436 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be148a-94d0-427f-aa95-571bb68025cb req-3c3f3483-6a62-46a8-8269-d6be5ab0d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:15.690089 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3be148a-94d0-427f-aa95-571bb68025cb req-3c3f3483-6a62-46a8-8269-d6be5ab0d8a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=06997d78033c4441a9f5f2a805cd7538&device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 1097 time: 0.1407740 May 21 16:10:15.695870 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9ece76dd2b184731a8ea9a5d4ac8ed6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087023 May 21 16:10:15.696956 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47482985-784b-4c66-9b44-be11022e21c5,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:15.698404 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65249e-50e1-48ad-972e-e9011900131d req-9f4bc836-09f2-4e48-b33b-b90d5f219984 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:15.701528 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2c65249e-50e1-48ad-972e-e9011900131d req-9f4bc836-09f2-4e48-b33b-b90d5f219984 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1518245 May 21 16:10:15.701528 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 48916) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:15.701728 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:15.898682 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2c65249e-50e1-48ad-972e-e9011900131d req-30796573-2886-4906-82c2-afd419f02179 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646175 May 21 16:10:15.921119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:15.940020 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be148a-94d0-427f-aa95-571bb68025cb req-58fa08c2-b9d9-424b-b09b-7a8e632632fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:15.941426 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3be148a-94d0-427f-aa95-571bb68025cb req-58fa08c2-b9d9-424b-b09b-7a8e632632fb service neutron] 10.222.0.84 "GET /v2.0/networks?id=aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 200 len: 916 time: 0.2383635 May 21 16:10:16.012415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:16.030152 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3be148a-94d0-427f-aa95-571bb68025cb req-04b652c2-a9c4-4e32-8ca0-ebcb01a43f7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa7e968e-23da-4e45-8b07-474512d881f8 HTTP/1.1" status: 200 len: 217 time: 0.0757425 May 21 16:10:16.127149 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be148a-94d0-427f-aa95-571bb68025cb req-943bd00e-f58d-41e1-b606-4061f13262ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:16.128734 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3be148a-94d0-427f-aa95-571bb68025cb req-943bd00e-f58d-41e1-b606-4061f13262ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 200 len: 854 time: 0.0875251 May 21 16:10:16.194010 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:16.206378 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:16.222978 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3be148a-94d0-427f-aa95-571bb68025cb req-a019b270-e433-4137-8f25-b13a10b5ba30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aa99f540-a2df-4691-822d-d45a123c8425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805662 May 21 16:10:16.226038 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47482985-784b-4c66-9b44-be11022e21c5,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:16.228867 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:16.267537 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:16.274432 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/47482985-784b-4c66-9b44-be11022e21c5 HTTP/1.1" status: 204 len: 168 time: 0.5728559 May 21 16:10:16.337470 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02bcc6-f147-45cf-a105-d52950098717 req-7cd3de6c-55e8-44f2-82f8-651829525228 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:16.345224 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-db02bcc6-f147-45cf-a105-d52950098717 req-7cd3de6c-55e8-44f2-82f8-651829525228 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 944 time: 0.1862988 May 21 16:10:16.400791 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-db02bcc6-f147-45cf-a105-d52950098717 req-3530b602-2e09-40c0-bb1b-8735c71a77df tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 May 21 16:10:16.416170 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3be148a-94d0-427f-aa95-571bb68025cb req-a6b0fdcb-a582-40cc-8fcc-387c9180e518 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809869 May 21 16:10:16.581440 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3be148a-94d0-427f-aa95-571bb68025cb req-4b64cbce-2bdf-49e9-8449-7a3526a3a649 service neutron] 10.222.0.84 "GET /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537504 May 21 16:10:17.112903 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ea0ed-58be-4c85-91d7-48e5ffd2c230 req-7bf0853f-bc9e-4798-a5d5-bd4db123140a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:17.114290 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-962ea0ed-58be-4c85-91d7-48e5ffd2c230 req-7bf0853f-bc9e-4798-a5d5-bd4db123140a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0935621 May 21 16:10:17.166111 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-962ea0ed-58be-4c85-91d7-48e5ffd2c230 req-497bf2e6-39d0-45bc-bc0c-99850ccdfebe tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 May 21 16:10:17.635535 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270100a-b0b5-467a-a180-d372c81ccfc4 req-9f0f2a84-ca01-4e25-9c04-6790b8a55be1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:17.637169 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a270100a-b0b5-467a-a180-d372c81ccfc4 req-9f0f2a84-ca01-4e25-9c04-6790b8a55be1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 944 time: 0.1148241 May 21 16:10:17.690816 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a270100a-b0b5-467a-a180-d372c81ccfc4 req-b86374d1-ab4a-4788-8cb6-521a5b8e2c23 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 May 21 16:10:18.053654 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device fa7e968e-23da-4e45-8b07-474512d881f8 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:10:18.199161 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port fa7e968e-23da-4e45-8b07-474512d881f8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa7e968e-23da-4e45-8b07-474512d881f8,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:18.216501 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'fa7e968e-23da-4e45-8b07-474512d881f8', 'network_id': 'aa99f540-a2df-4691-822d-d45a123c8425', 'port_id': 'fa7e968e-23da-4e45-8b07-474512d881f8', 'mac_address': 'fa:16:3e:03:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14968922-790b-424c-9ae3-34c1af17ce2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:10:18.277268 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:18.308717 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7e968e-23da-4e45-8b07-474512d881f8 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:10:18.326229 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port fa7e968e-23da-4e45-8b07-474512d881f8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa7e968e-23da-4e45-8b07-474512d881f8,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:18.330183 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:18.332694 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:18.400789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c3904-a7e9-4c8b-ab89-911b442eb072 req-4271218d-68e7-421d-ab99-cde55a1e960b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:18.402283 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-499c3904-a7e9-4c8b-ab89-911b442eb072 req-4271218d-68e7-421d-ab99-cde55a1e960b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0985730 May 21 16:10:18.407584 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=fa7e968e-23da-4e45-8b07-474512d881f8,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:18.411412 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:18.449146 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-499c3904-a7e9-4c8b-ab89-911b442eb072 req-25cbe354-daf5-4223-9d2f-81691d134691 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 May 21 16:10:18.708336 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['fa7e968e-23da-4e45-8b07-474512d881f8'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:18.910796 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb53c1-09fc-4e88-90ac-690798a30b9e req-858453cb-56de-4366-b027-16c6997382be tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:18.912282 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8fdb53c1-09fc-4e88-90ac-690798a30b9e req-858453cb-56de-4366-b027-16c6997382be tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 945 time: 0.0932496 May 21 16:10:18.958778 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8fdb53c1-09fc-4e88-90ac-690798a30b9e req-18b47ca3-825a-4d08-a7f0-997858494c6e tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 May 21 16:10:19.240159 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-2b04fc24-70eb-46f5-91cb-e4bee7f1ecfa tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=0a47f738c4024359a761a756a0d2ae19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381711 May 21 16:10:19.474965 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-b9c17f4d-d053-4cb5-aecd-aebb2971400c tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:19.476434 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-b9c17f4d-d053-4cb5-aecd-aebb2971400c tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307777 May 21 16:10:19.498076 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-49d17a82-5f9a-4527-80bb-3d9f4d674275 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/quotas/0a47f738c4024359a761a756a0d2ae19 HTTP/1.1" status: 200 len: 375 time: 0.0098879 May 21 16:10:19.586394 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-2b96a359-3aff-4fce-a73c-60c9b6bbe8ec tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0a47f738c4024359a761a756a0d2ae19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709558 May 21 16:10:19.680885 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5de3e-7018-49ba-8333-461f762dedab req-b24c949e-1943-4f54-a543-8df79f6301d0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:19.683464 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-60f5de3e-7018-49ba-8333-461f762dedab req-b24c949e-1943-4f54-a543-8df79f6301d0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1100338 May 21 16:10:19.744721 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-60f5de3e-7018-49ba-8333-461f762dedab req-c6f81a09-e949-4f82-a1d9-78f48e8b6a29 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542490 May 21 16:10:19.845781 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-64d799f0-0800-4913-82d1-a9692c7453ab req-bd94e5ce-eb02-4441-8a8a-72a9322c10d3 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 210 time: 0.0504856 May 21 16:10:20.059462 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device fa7e968e-23da-4e45-8b07-474512d881f8 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:10:20.133825 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port fa7e968e-23da-4e45-8b07-474512d881f8 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:20.140712 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port fa7e968e-23da-4e45-8b07-474512d881f8 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:20.141335 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:20.161933 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03f65-75d7-40f2-9a5e-8ae051cdbde2 req-36c988af-593a-4c8c-8d93-be31a6c6b43f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:20.163485 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-74b03f65-75d7-40f2-9a5e-8ae051cdbde2 req-36c988af-593a-4c8c-8d93-be31a6c6b43f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 945 time: 0.0870640 May 21 16:10:20.215693 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-74b03f65-75d7-40f2-9a5e-8ae051cdbde2 req-1f806530-8bf0-4771-9f45-d9a3520c1e4b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 May 21 16:10:20.278906 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:20.324119 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3816a58a-c52b-43e4-bf14-5f107859b245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7e968e-23da-4e45-8b07-474512d881f8'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:20.344332 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port fa7e968e-23da-4e45-8b07-474512d881f8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa7e968e-23da-4e45-8b07-474512d881f8,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:20.349044 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:20.352450 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:20.418296 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3816a58a-c52b-43e4-bf14-5f107859b245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7e968e-23da-4e45-8b07-474512d881f8', 'code': 200} May 21 16:10:20.475689 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=fa7e968e-23da-4e45-8b07-474512d881f8,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:20.479082 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:20.685829 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbb698-35c4-4fe3-9b65-6827ecdd94d2 req-b14397fa-3ba6-47c5-b4d9-dbe8d677bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:20.687881 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-abfbb698-35c4-4fe3-9b65-6827ecdd94d2 req-b14397fa-3ba6-47c5-b4d9-dbe8d677bbc0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 1099 time: 0.0733387 May 21 16:10:20.744646 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-abfbb698-35c4-4fe3-9b65-6827ecdd94d2 req-a9b3fa9e-a3a2-4283-94ce-2a6a5eaab15e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 May 21 16:10:20.985156 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30e320-114d-4044-9eb6-70f22b0edda4 req-0e7214db-814b-42f2-b7b7-ce651f7352bb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:20.987303 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ba30e320-114d-4044-9eb6-70f22b0edda4 req-0e7214db-814b-42f2-b7b7-ce651f7352bb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1259706 May 21 16:10:21.042263 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ba30e320-114d-4044-9eb6-70f22b0edda4 req-af836fa5-7bdf-4ec6-b47e-7eadca545294 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482655 May 21 16:10:21.148021 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4db1312e-74cd-43ef-bfdb-dffe3e78275c req-487abbce-a753-4887-b054-e0a809f05c8c tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 210 time: 0.1161792 May 21 16:10:21.156638 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-cee44585-8368-43e5-81f9-718411032787 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0a47f738c4024359a761a756a0d2ae19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309916 May 21 16:10:21.460193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-eebae19b-9a64-4276-9fe8-a5572adcf3f6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:21.462630 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-eebae19b-9a64-4276-9fe8-a5572adcf3f6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998495 May 21 16:10:21.475257 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Request body: {'port': {'device_id': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44', 'admin_state_up': True, 'tenant_id': '0a47f738c4024359a761a756a0d2ae19'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:21.580742 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a765-37da-4fc0-9b0d-4ce72a7ba64c req-7ce13234-0c07-4b63-8c2f-05d4cf04415c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:21.582235 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8ec3a765-37da-4fc0-9b0d-4ce72a7ba64c req-7ce13234-0c07-4b63-8c2f-05d4cf04415c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 946 time: 0.2468596 May 21 16:10:21.663915 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8ec3a765-37da-4fc0-9b0d-4ce72a7ba64c req-6d5aef0b-067d-4147-a339-f72a27894819 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754967 May 21 16:10:21.668796 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:21.673764 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Usage tracker for resource:port and tenant:0a47f738c4024359a761a756a0d2ae19 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:21.677020 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:21.683170 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:21.694286 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Made reservation on behalf of 0a47f738c4024359a761a756a0d2ae19 for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:21.697899 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:21.712513 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:21.727842 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:21.731873 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Usage tracker for resource:security_group_rule and tenant:0a47f738c4024359a761a756a0d2ae19 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:21.734824 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:21.741638 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:21.834440 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:21.838808 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:21.843757 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5857d404-4d6d-48b2-8958-de0a1e7e4d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:21.926159 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a7a86-07d3-4b2b-8c2f-63c05712e764,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:21.931458 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:22.034453 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Allocated IP 192.168.233.70 (dade86b3-7c69-458e-914b-96ccd997ac44/bf79963c-1301-4752-a28f-354cdb4db420/e55fd33e-6db6-4574-bc92-24925128ae15) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:22.255004 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcf67e-2533-4da0-80ad-4158082b1349 req-791b6af6-432e-4022-aaad-03b0418e9fd7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:22.257045 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5bbcf67e-2533-4da0-80ad-4158082b1349 req-791b6af6-432e-4022-aaad-03b0418e9fd7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1042204 May 21 16:10:22.311951 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5bbcf67e-2533-4da0-80ad-4158082b1349 req-779423e6-7d9e-4b11-9a70-68144c49e5f3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451694 May 21 16:10:22.332801 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:22.364237 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc8cee57-25a4-413f-aea4-5913268acda3 req-36254885-9228-4160-b88e-eb1814461852 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 210 time: 0.0865781 May 21 16:10:22.377808 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Transition to ACTIVE for port object e55fd33e-6db6-4574-bc92-24925128ae15 will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:22.406415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:22.413031 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3a3e23b8-9aed-40ed-9138-005f5ee1c109 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:22.484125 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Network dade86b3-7c69-458e-914b-96ccd997ac44 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:22.487126 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:22.491028 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:22.532198 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Pushing event updated for resources: {'Port': ['ID=e55fd33e-6db6-4574-bc92-24925128ae15,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:22.539689 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:22.593270 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:22.593988 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:22.620693 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1492102 May 21 16:10:22.640842 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Request body: {'port': {'device_id': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:22.826200 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:22.874778 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-4a3e9432-7070-4e6a-b9b4-2449aff80401 None None] Provisioning for port e55fd33e-6db6-4574-bc92-24925128ae15 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:22.880636 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-4a3e9432-7070-4e6a-b9b4-2449aff80401 None None] Provisioning complete for port e55fd33e-6db6-4574-bc92-24925128ae15 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:22.881148 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-4a3e9432-7070-4e6a-b9b4-2449aff80401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:22.953072 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e9432-7070-4e6a-b9b4-2449aff80401 None None] Port e55fd33e-6db6-4574-bc92-24925128ae15 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:10:22.982883 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206e088-94f8-4452-801e-654782afb942 req-4e39f5e9-0ddf-47e1-95af-eaca5a3bb4c2 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:22.984365 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d206e088-94f8-4452-801e-654782afb942 req-4e39f5e9-0ddf-47e1-95af-eaca5a3bb4c2 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 946 time: 0.1996613 May 21 16:10:23.176245 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d206e088-94f8-4452-801e-654782afb942 req-b641fe3b-63cb-47d0-b0ca-9a2e07c9a8c6 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841600 May 21 16:10:23.348217 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55fd33e-6db6-4574-bc92-24925128ae15 {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:10:23.361029 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:23.379040 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Transition to ACTIVE for port object e55fd33e-6db6-4574-bc92-24925128ae15 will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:23.385119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:23.391801 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:23.608357 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91f35-4f30-42eb-a9dd-54fb8bdd13a4 req-dbb452dc-cb66-4014-b62e-cdf93eb87f0a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:23.616968 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ffd91f35-4f30-42eb-a9dd-54fb8bdd13a4 req-dbb452dc-cb66-4014-b62e-cdf93eb87f0a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1609764 May 21 16:10:23.669935 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Pushing event updated for resources: {'Port': ['ID=e55fd33e-6db6-4574-bc92-24925128ae15,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:23.673986 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ffd91f35-4f30-42eb-a9dd-54fb8bdd13a4 req-8d17e74f-8e38-4689-894b-a6d2d89ebbf6 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555964 May 21 16:10:23.704242 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.704609 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.704975 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.705326 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.705690 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.706195 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.706710 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.707263 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.707755 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.708244 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.708746 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.709229 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:23.737086 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:23.787565 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5288ba3-935f-4f6b-ab39-ad62ba15af54 req-1b8c0f14-60f3-4c42-9059-0ec3b7a4396e tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:23.788563 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-f5288ba3-935f-4f6b-ab39-ad62ba15af54 req-1b8c0f14-60f3-4c42-9059-0ec3b7a4396e tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Synchronizing usage tracker for tenant:0a47f738c4024359a761a756a0d2ae19 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:23.798815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Attempting to bind port e55fd33e-6db6-4574-bc92-24925128ae15 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:10:23.798815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Attempting to bind port e55fd33e-6db6-4574-bc92-24925128ae15 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:10:23.798815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Attempting to bind port e55fd33e-6db6-4574-bc92-24925128ae15 on network dade86b3-7c69-458e-914b-96ccd997ac44 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:23.805950 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Port e55fd33e-6db6-4574-bc92-24925128ae15 on network dade86b3-7c69-458e-914b-96ccd997ac44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:10:23.806526 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Attempting to bind port e55fd33e-6db6-4574-bc92-24925128ae15 on network dade86b3-7c69-458e-914b-96ccd997ac44 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:23.816034 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:10:23.816378 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Checking segment: {'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:23.817044 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Bound using segment: {'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:10:23.817495 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Bound port: e55fd33e-6db6-4574-bc92-24925128ae15, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e92b62-4800-4ead-bfcc-f8230c733f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:10:23.817858 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:23.829424 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-f5288ba3-935f-4f6b-ab39-ad62ba15af54 req-1b8c0f14-60f3-4c42-9059-0ec3b7a4396e tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Unset dirty status for tenant:0a47f738c4024359a761a756a0d2ae19 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:23.830618 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f5288ba3-935f-4f6b-ab39-ad62ba15af54 req-1b8c0f14-60f3-4c42-9059-0ec3b7a4396e tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 947 time: 0.2998188 May 21 16:10:23.939041 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-f5288ba3-935f-4f6b-ab39-ad62ba15af54 req-f2090ba9-2964-4516-8280-cfcf674568b5 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Synchronizing usage tracker for tenant:0a47f738c4024359a761a756a0d2ae19 on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:23.963363 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] For port e55fd33e-6db6-4574-bc92-24925128ae15, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:10:23.966921 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] For port e55fd33e-6db6-4574-bc92-24925128ae15, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e55fd33e-6db6-4574-bc92-24925128ae15,segment=NetworkSegment(87e92b62-4800-4ead-bfcc-f8230c733f3c),segment_id=87e92b62-4800-4ead-bfcc-f8230c733f3c)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:10:23.968503 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-f5288ba3-935f-4f6b-ab39-ad62ba15af54 req-f2090ba9-2964-4516-8280-cfcf674568b5 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Unset dirty status for tenant:0a47f738c4024359a761a756a0d2ae19 on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:23.969770 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f5288ba3-935f-4f6b-ab39-ad62ba15af54 req-f2090ba9-2964-4516-8280-cfcf674568b5 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321769 May 21 16:10:23.972656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:23.978176 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:24.043816 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:24.044538 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:24.046219 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] 10.222.0.84 "PUT /v2.0/ports/e55fd33e-6db6-4574-bc92-24925128ae15 HTTP/1.1" status: 200 len: 1097 time: 1.4127486 May 21 16:10:24.046709 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'tag': 'e55fd33e-6db6-4574-bc92-24925128ae15'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:24.068405 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Pushing event updated for resources: {'Port': ['ID=e55fd33e-6db6-4574-bc92-24925128ae15,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:24.073579 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:24.147668 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'tag': 'e55fd33e-6db6-4574-bc92-24925128ae15', 'status': 'completed', 'code': 200} May 21 16:10:24.192704 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-fde0a5a0-0f6c-46f5-8d00-90ea5ce48e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:24.194246 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-fde0a5a0-0f6c-46f5-8d00-90ea5ce48e4f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a47f738c4024359a761a756a0d2ae19&device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 1100 time: 0.0972528 May 21 16:10:24.271564 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-05b3e881-6bd9-4589-8b0b-eadcf4880c8c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e55fd33e-6db6-4574-bc92-24925128ae15 HTTP/1.1" status: 200 len: 217 time: 0.0635624 May 21 16:10:24.349744 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-d0deb743-c7a8-4880-9211-75d366fc1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:24.351186 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-d0deb743-c7a8-4880-9211-75d366fc1137 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bf79963c-1301-4752-a28f-354cdb4db420 HTTP/1.1" status: 200 len: 843 time: 0.0642281 May 21 16:10:24.359851 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49172) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:24.472914 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Deleting subnet 72d568ad-0120-4e72-9d8d-21bc99dc14b7 {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:10:24.482616 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:24.537922 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-481195e9-5136-4c04-9700-cd57e1eebe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:24.539605 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-481195e9-5136-4c04-9700-cd57e1eebe68 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dade86b3-7c69-458e-914b-96ccd997ac44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1761329 May 21 16:10:24.544978 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:24.686500 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:24.782388 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-bcfc30d7-8a38-4074-b4e9-eee7832beba3 service neutron] 10.222.0.84 "GET /v2.0/networks/dade86b3-7c69-458e-914b-96ccd997ac44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095616 May 21 16:10:25.158696 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dafa6680-b29a-4742-b47d-09fb401d74cf req-c6e50bb3-59bd-46fe-b315-ad5079a62fcc service neutron] 10.222.0.84 "GET /v2.0/networks/dade86b3-7c69-458e-914b-96ccd997ac44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401389 May 21 16:10:25.221674 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab9bd4-f987-469a-9843-fe537c0dbaf7 req-ee3c1889-7bf8-481a-a729-d1b35e76e8cb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:25.228538 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5aab9bd4-f987-469a-9843-fe537c0dbaf7 req-ee3c1889-7bf8-481a-a729-d1b35e76e8cb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.4424899 May 21 16:10:25.349825 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5aab9bd4-f987-469a-9843-fe537c0dbaf7 req-048d8ba7-41a9-425b-8ce9-fad318f0b5ec tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202934 May 21 16:10:25.376253 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:25.392158 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-0a744cdf-7369-446d-867e-5c50c43a7e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:25.432415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:25.443525 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d568ad-0120-4e72-9d8d-21bc99dc14b7,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:25.448048 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:25.454837 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49204) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:25.455391 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b64747fb-efd1-437c-8026-42d82011da3f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/72d568ad-0120-4e72-9d8d-21bc99dc14b7 HTTP/1.1" status: 204 len: 168 time: 1.0936971 May 21 16:10:25.461923 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-7d629819-bf07-40d3-b021-ee9c7b533536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:25.463888 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-7d629819-bf07-40d3-b021-ee9c7b533536 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a47f738c4024359a761a756a0d2ae19&device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 1100 time: 0.2302351 May 21 16:10:25.607964 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:25.744001 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6344d5-0b46-476f-a83e-7295e436f35f req-b7d50a1f-534c-40ca-9cdb-6ec6eb65f827 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:25.745937 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:25.751876 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fe6344d5-0b46-476f-a83e-7295e436f35f req-b7d50a1f-534c-40ca-9cdb-6ec6eb65f827 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 947 time: 0.2447968 May 21 16:10:25.755964 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-fdfbd723-251d-4d7c-a48d-85e66c812b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:25.757885 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-fdfbd723-251d-4d7c-a48d-85e66c812b61 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dade86b3-7c69-458e-914b-96ccd997ac44 HTTP/1.1" status: 200 len: 871 time: 0.2858329 May 21 16:10:25.763160 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.763513 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.764256 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.764609 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > port after_create 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.764956 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.765398 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > port after_update 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.765823 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.767400 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.767400 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.767400 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.849013 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-2f91c4f3-a725-4088-955c-31d6040ce6f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=e55fd33e-6db6-4574-bc92-24925128ae15 HTTP/1.1" status: 200 len: 217 time: 0.0722136 May 21 16:10:25.901924 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fe6344d5-0b46-476f-a83e-7295e436f35f req-ae557ba3-0273-4138-bdd5-e4fb31f1b9a4 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490510 May 21 16:10:25.933811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-f6d7fee0-5469-4b4b-8c8b-0e342abf5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:25.934025 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.935340 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.935766 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.936002 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-f6d7fee0-5469-4b4b-8c8b-0e342abf5c7f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bf79963c-1301-4752-a28f-354cdb4db420 HTTP/1.1" status: 200 len: 843 time: 0.0730603 May 21 16:10:25.936084 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 16:10:25.936468 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea2a96d-d49d-4d60-ae83-05a13404af0d']}} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:25.953876 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9485a3e1-faf2-42cf-96f2-061e1858dc64') {'for_net_delete': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:25.953876 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9485a3e1-faf2-42cf-96f2-061e1858dc64') {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:25.964776 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426294'] for segment, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:25.982891 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:25.990555 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=91724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:10:25.990955 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228851'] for segment, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: from cryptography.utils import int_from_bytes May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: from cryptography.utils import int_from_bytes May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: Traceback (most recent call last): May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: timer() May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: cb(*args, **kw) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: return func(*args, **kwargs) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: self._notify() May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: self.callback(batched_events) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: event.method(event) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: return f(self, *a, **k) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: return self._get(url).json() May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: return self.request(url, 'GET', **kwargs) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:10:26.011821 dv-cinder-792462-8-smb neutron-server[91724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:10:26.025731 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-99ba1eb7-6a82-4ae4-a10b-4bdce5bbab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:26.027641 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-99ba1eb7-6a82-4ae4-a10b-4bdce5bbab06 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dade86b3-7c69-458e-914b-96ccd997ac44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0794132 May 21 16:10:26.088033 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.092873 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:26.111651 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.115683 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Pushing event deleted for resources: {'Network': ['ID=bea2a96d-d49d-4d60-ae83-05a13404af0d,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:26.127813 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.128173 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.128523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.128864 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.129204 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.129569 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.129914 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.130248 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.130585 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.130916 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.131247 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.131574 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:26.136520 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] 10.222.0.91 "DELETE /v2.0/networks/bea2a96d-d49d-4d60-ae83-05a13404af0d HTTP/1.1" status: 204 len: 168 time: 0.6806774 May 21 16:10:26.137446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:26.139717 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49210) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:26.173528 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-ec34ca6b-5700-4dc9-90e8-869486ca83a4 service neutron] 10.222.0.84 "GET /v2.0/networks/dade86b3-7c69-458e-914b-96ccd997ac44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373193 May 21 16:10:26.271575 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_v2 [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Deleting subnet c9c10fb3-56fd-4b4b-aa96-b4075df8d0ce {{(pid=91724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:10:26.274738 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.321211 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ac7f0ba5-171a-4f53-84c1-ffd3c5f98584 req-1a9daa17-d5bb-42e6-a723-bb337e426ebf service neutron] 10.222.0.84 "GET /v2.0/networks/dade86b3-7c69-458e-914b-96ccd997ac44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302097 May 21 16:10:26.326530 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426287'] for subnet, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.391106 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.678807 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9358d-111f-479d-ad4f-b9876494a799 req-de9f3629-78bc-40eb-acd7-57cf43d729ce tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:26.680283 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5dd9358d-111f-479d-ad4f-b9876494a799 req-de9f3629-78bc-40eb-acd7-57cf43d729ce tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2202821 May 21 16:10:26.732088 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283275'] for subnet, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.741606 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:26.804830 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.818410 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c10fb3-56fd-4b4b-aa96-b4075df8d0ce,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:26.837939 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c9c10fb3-56fd-4b4b-aa96-b4075df8d0ce HTTP/1.1" status: 204 len: 168 time: 0.6970983 May 21 16:10:26.841174 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49228) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:26.841694 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:26.844835 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5dd9358d-111f-479d-ad4f-b9876494a799 req-35825d3e-ddde-417e-b09b-a3ede4b22ea9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547794 May 21 16:10:26.968494 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:26.998247 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49238) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:27.064283 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:10:27.127862 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.144122 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:27.148217 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:564ebc8d0dda4dc68052f23b3ce91492 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:27.151074 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:27.155924 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.157227 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:27.170900 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9629e3e7-558e-4bd1-b14f-07daa623a1f7']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:27.196236 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0972f4c9-28ff-401f-9aa4-2bfcc3deaad8') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:27.196893 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0972f4c9-28ff-401f-9aa4-2bfcc3deaad8') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:27.214971 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.236234 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5e8593ce-bad2-4ecb-a09c-e316f803c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.243750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aa2f6-cad9-417e-a20a-3dc04566f6cb req-64665597-f2b2-4fed-9618-da7d7ed0238d tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:27.245219 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7e2aa2f6-cad9-417e-a20a-3dc04566f6cb req-64665597-f2b2-4fed-9618-da7d7ed0238d tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 947 time: 0.2099705 May 21 16:10:27.246304 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.252510 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.257678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.268344 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c8d20e4c-6640-44f8-85f3-8d3f6c513b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:27.273017 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:10:27.273614 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:10:27.289062 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:10:27.313087 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=564ebc8d0dda4dc68052f23b3ce91492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135319 May 21 16:10:27.314874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17656ad2-b8e9-4536-9227-76b5e255d7c9,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:27.317189 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49246) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:27.319870 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:27.396483 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.430159 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.484504 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7e2aa2f6-cad9-417e-a20a-3dc04566f6cb req-360e1425-52bd-44bc-bc3b-aa81d1f2eac9 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307110 May 21 16:10:27.500919 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.502805 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.504616 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:27.510499 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-563f3ac5-5fec-45df-90f4-dec436b2bc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:27.518899 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.526288 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17656ad2-b8e9-4536-9227-76b5e255d7c9,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:27.528731 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Pushing event deleted for resources: {'Network': ['ID=9629e3e7-558e-4bd1-b14f-07daa623a1f7,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:27.530108 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:27.534273 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9629e3e7-558e-4bd1-b14f-07daa623a1f7 HTTP/1.1" status: 204 len: 168 time: 0.6892395 May 21 16:10:27.534594 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.534673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-97f667ce-6352-40a9-a890-2b2e69520080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:27.534762 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/17656ad2-b8e9-4536-9227-76b5e255d7c9 HTTP/1.1" status: 204 len: 168 time: 0.2155845 May 21 16:10:27.676556 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49256) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:27.729935 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-81b3f00b-d94c-48a8-8bbf-71e79e77c854 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb0dd3821a9a42e5b6ccf7494def05d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542581 May 21 16:10:27.732489 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49264) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:27.821661 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.856964 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.932338 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.936944 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fb0fbcb2-271e-47bd-9d92-1e644fa266d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:27.953378 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a240b7-4287-447a-89a0-2234b3aeb753,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:27.956614 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:27.994142 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:27.995433 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/82a240b7-4287-447a-89a0-2234b3aeb753 HTTP/1.1" status: 204 len: 168 time: 0.2617347 May 21 16:10:28.100848 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e55fd33e-6db6-4574-bc92-24925128ae15 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:10:28.110065 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52fd84-9a68-4d31-bcb7-dbc3a03d8f9f req-5420e37e-b0ef-4160-9445-f5e4c582a7d9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:28.111612 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0b52fd84-9a68-4d31-bcb7-dbc3a03d8f9f req-5420e37e-b0ef-4160-9445-f5e4c582a7d9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1150646 May 21 16:10:28.191046 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0b52fd84-9a68-4d31-bcb7-dbc3a03d8f9f req-48a2c2f4-4aa8-41a7-aa16-ac28a8a0727e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706890 May 21 16:10:28.354682 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port e55fd33e-6db6-4574-bc92-24925128ae15, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e55fd33e-6db6-4574-bc92-24925128ae15,segment=NetworkSegment(87e92b62-4800-4ead-bfcc-f8230c733f3c),segment_id=87e92b62-4800-4ead-bfcc-f8230c733f3c)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:28.379481 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'e55fd33e-6db6-4574-bc92-24925128ae15', 'network_id': 'dade86b3-7c69-458e-914b-96ccd997ac44', 'port_id': 'e55fd33e-6db6-4574-bc92-24925128ae15', 'mac_address': 'fa:16:3e:f8:96:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf79963c-1301-4752-a28f-354cdb4db420', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:10:28.482833 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:28.503846 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55fd33e-6db6-4574-bc92-24925128ae15 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:10:28.525054 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port e55fd33e-6db6-4574-bc92-24925128ae15, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e55fd33e-6db6-4574-bc92-24925128ae15,segment=NetworkSegment(87e92b62-4800-4ead-bfcc-f8230c733f3c),segment_id=87e92b62-4800-4ead-bfcc-f8230c733f3c)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:28.531337 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:28.533650 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:28.682431 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=e55fd33e-6db6-4574-bc92-24925128ae15,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:28.698675 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:28.716687 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49316) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:28.821240 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272516d-0661-44b4-a99d-d9ed02acc91e req-9067acb3-49a3-44fa-9973-ffb0319c86ce tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:28.822987 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1272516d-0661-44b4-a99d-d9ed02acc91e req-9067acb3-49a3-44fa-9973-ffb0319c86ce tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 948 time: 0.1123996 May 21 16:10:28.834192 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49322) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:28.860909 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-365137898-network', 'tenant_id': 'f355d9c09f7e4202abd2d705cd350a36'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:28.872764 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:28.882221 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1272516d-0661-44b4-a99d-d9ed02acc91e req-60d98217-8767-44f3-a5f7-d4c728b1b208 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517607 May 21 16:10:28.882444 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Usage tracker for resource:network and tenant:f355d9c09f7e4202abd2d705cd350a36 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:28.891273 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:28.894392 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['e55fd33e-6db6-4574-bc92-24925128ae15'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:28.902775 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:28.909073 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-43b61f9c-1216-498c-be79-e5c0064e0e91 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f5fcedf043747d1af97c4d2602aef4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733440 May 21 16:10:28.911708 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49326) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:28.916311 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Made reservation on behalf of f355d9c09f7e4202abd2d705cd350a36 for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:28.919264 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:28.931741 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:28.947819 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:28.952845 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Usage tracker for resource:security_group_rule and tenant:f355d9c09f7e4202abd2d705cd350a36 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:28.956293 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:28.962363 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:28.979619 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.017744 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.072080 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.076378 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.079517 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-42deafc2-13f2-49e2-bc7e-2c4d5f87a218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:29.088447 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.095114 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-24fd4f67-b18a-4267-a668-fd45bc43e407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:29.109670 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b998096c-95c4-4e61-a173-ab55bb86c262,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:29.112470 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:29.113429 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:10:29.113920 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.123767 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34df0bd0-91df-42ae-a67f-e7810efba759,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:29.123926 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b998096c-95c4-4e61-a173-ab55bb86c262 HTTP/1.1" status: 204 len: 168 time: 0.2045066 May 21 16:10:29.128184 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:29.130923 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.131495 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Added segment 4126fca1-710f-4226-81ae-2449140138bf of type vlan for network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a May 21 16:10:29.168326 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.201640 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.203060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:29.203670 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.211802 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5f515959-5fa6-464a-964f-22a266a103fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:29.412575 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6949549 May 21 16:10:29.415590 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49336) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:29.418401 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Pushing event updated for resources: {'Network': ['ID=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:29.426136 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:29.436805 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:10:29.450898 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Request body: {'subnet': {'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-365137898-subnet', 'tenant_id': 'f355d9c09f7e4202abd2d705cd350a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:29.460623 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:29.469966 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f93de-ecbd-42e5-92d8-19db2936857f req-744c347f-badb-49c9-a236-745303388aa1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:29.469966 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-101f93de-ecbd-42e5-92d8-19db2936857f req-744c347f-badb-49c9-a236-745303388aa1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1189327 May 21 16:10:29.473928 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Usage tracker for resource:subnet and tenant:f355d9c09f7e4202abd2d705cd350a36 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:29.476822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:29.485973 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:29.498882 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Made reservation on behalf of f355d9c09f7e4202abd2d705cd350a36 for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:29.501865 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3053485'] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.582618 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-101f93de-ecbd-42e5-92d8-19db2936857f req-cb61f79c-0e1a-4d3f-b8ab-20f7230aacd2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045213 May 21 16:10:29.758712 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8ded8d73-3228-469f-9854-7e85ec7d44c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:29.895074 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:30.122972 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e55fd33e-6db6-4574-bc92-24925128ae15 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:10:30.235120 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port e55fd33e-6db6-4574-bc92-24925128ae15 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:30.244052 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port e55fd33e-6db6-4574-bc92-24925128ae15 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:30.244859 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:30.331686 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb713a-cbff-4661-9d26-b2c2f56cd674 req-bf0c9018-73d5-40d7-9a1f-922e18d5e946 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:30.338955 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3bbb713a-cbff-4661-9d26-b2c2f56cd674 req-bf0c9018-73d5-40d7-9a1f-922e18d5e946 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 948 time: 0.2263231 May 21 16:10:30.344652 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4101079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3053443'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:30.362372 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:30.486198 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:30.494112 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3bbb713a-cbff-4661-9d26-b2c2f56cd674 req-26bf3201-ceb4-4fa2-a3bc-afeeae6a2bfa tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542051 May 21 16:10:30.510064 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefa4de0-60dd-4119-b8ab-47637d620929,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:30.515770 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:30.528396 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Checking segment: {'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:30.529112 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Network hostable DHCP agents. Network: b41af6f6-0e87-4fcf-b56f-f81e174c2a9a, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:10:30.532479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port e55fd33e-6db6-4574-bc92-24925128ae15, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e55fd33e-6db6-4574-bc92-24925128ae15,segment=NetworkSegment(87e92b62-4800-4ead-bfcc-f8230c733f3c),segment_id=87e92b62-4800-4ead-bfcc-f8230c733f3c)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:30.533607 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55fd33e-6db6-4574-bc92-24925128ae15'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:30.557829 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:30.558055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:10:30.560853 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:30.571289 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, b41af6f6-0e87-4fcf-b56f-f81e174c2a9a) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:30.582294 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:30.583161 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:30.607339 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a78a9b-28c4-46f0-bfda-ea98ee49aa8e None None] Network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:10:30.609322 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ab1114cc-80aa-4953-831a-f662862b3b77 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1925066 May 21 16:10:30.643622 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55fd33e-6db6-4574-bc92-24925128ae15', 'code': 200} May 21 16:10:30.789400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:30.792595 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=e55fd33e-6db6-4574-bc92-24925128ae15,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:30.799524 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:30.844057 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10897180-2105-459a-a826-45a04a1ccb77 req-3c15193f-757d-4e93-a7ba-eb92527cf4d2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:30.845790 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-10897180-2105-459a-a826-45a04a1ccb77 req-3c15193f-757d-4e93-a7ba-eb92527cf4d2 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1181340 May 21 16:10:30.903594 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-10897180-2105-459a-a826-45a04a1ccb77 req-6753ecda-5f84-4d28-a0bb-e588145dc126 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513139 May 21 16:10:30.992693 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb50b86e-3565-4c57-b860-87be74e416a5 None None] Network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:10:30.994470 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4820aeb-b7be-4dc5-8006-7bb94fc025b9 req-2dfed4f0-4211-4e77-9cd0-f2aea23f46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:30.995924 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f4820aeb-b7be-4dc5-8006-7bb94fc025b9 req-2dfed4f0-4211-4e77-9cd0-f2aea23f46c2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 1102 time: 0.0914783 May 21 16:10:31.056888 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f4820aeb-b7be-4dc5-8006-7bb94fc025b9 req-05521616-e1ea-4b00-9317-28d2739ac3f0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499024 May 21 16:10:31.220871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49404) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:31.265043 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49410) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:31.450504 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.461388 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.473175 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:31.479707 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Usage tracker for resource:security_group_rule and tenant:c9eb156fde7447698f4da87a66ec3dd6 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:31.484523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:31.490708 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:31.492598 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:31.514669 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca0c822e19d4f42855e8387f4f11b72 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:31.527368 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:31.544113 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:31.619063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.625532 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.637524 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5ceece28-a1a5-4439-b77c-32c2876b9849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:31.691421 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4633a300-516c-4a40-b747-271833fe502a,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:31.693465 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:31.698277 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c9eb156fde7447698f4da87a66ec3dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296725 May 21 16:10:31.698507 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49432) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:31.764007 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.772292 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.779099 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.788116 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-203d08ce-7c3a-439b-91fc-1a795037d6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:31.809021 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141c2b3-f0b2-418b-b2ce-eb61346bf1bb req-aecac9a3-a6a6-4943-b39a-96a4cbe96f38 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:31.811110 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0141c2b3-f0b2-418b-b2ce-eb61346bf1bb req-aecac9a3-a6a6-4943-b39a-96a4cbe96f38 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 949 time: 0.1591530 May 21 16:10:31.836997 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.863140 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ca0c822e19d4f42855e8387f4f11b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411655 May 21 16:10:31.866288 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49436) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:31.870160 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f1e43c-9686-4f44-ac83-ec1318c2f032,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:31.879879 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:31.908648 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d09e8-b8e4-4ed9-9adc-c662988e760c req-3cb2f772-8112-4d6f-9354-fedf284eef13 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:31.910211 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-742d09e8-b8e4-4ed9-9adc-c662988e760c req-3cb2f772-8112-4d6f-9354-fedf284eef13 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 946 time: 0.1374068 May 21 16:10:31.926473 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0141c2b3-f0b2-418b-b2ce-eb61346bf1bb req-605a9951-0282-47cf-9f5c-c72aed914a87 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033471 May 21 16:10:31.939382 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.946243 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-04a98319-295b-4ce2-9a25-ca8bf2f59837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:31.966434 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4633a300-516c-4a40-b747-271833fe502a,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:31.976886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:31.979915 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.980713 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:31.981732 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4633a300-516c-4a40-b747-271833fe502a HTTP/1.1" status: 204 len: 168 time: 0.2817278 May 21 16:10:32.003055 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-742d09e8-b8e4-4ed9-9adc-c662988e760c req-741c3fbf-6199-4030-8f70-21fe86071608 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781987 May 21 16:10:32.023013 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:32.178400 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:32.185921 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e491d2dd-afdd-4f90-99f5-b9019cefd0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:32.203510 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f1e43c-9686-4f44-ac83-ec1318c2f032,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:32.208004 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:32.217408 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:32.221541 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/17f1e43c-9686-4f44-ac83-ec1318c2f032 HTTP/1.1" status: 204 len: 168 time: 0.3503294 May 21 16:10:32.238988 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d03d5-2782-4b32-9fbe-fd5b43095ec9 req-633bfe50-1579-4a78-9862-a35786260528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:32.240183 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6e0d03d5-2782-4b32-9fbe-fd5b43095ec9 req-633bfe50-1579-4a78-9862-a35786260528 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.1957021 May 21 16:10:32.298518 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a419c-3145-4383-8d2f-43bda8532b43 req-482b0e9b-afcd-4f02-a9a8-e9e130f33786 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:32.300957 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2b8a419c-3145-4383-8d2f-43bda8532b43 req-482b0e9b-afcd-4f02-a9a8-e9e130f33786 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1979582 May 21 16:10:32.364045 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6e0d03d5-2782-4b32-9fbe-fd5b43095ec9 req-bdf8e89b-6fb9-4708-b537-98d77fcbd2a3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939384 May 21 16:10:32.390587 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2b8a419c-3145-4383-8d2f-43bda8532b43 req-ef430a28-f877-41c1-8611-85ea68571970 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808070 May 21 16:10:32.478971 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:33.165597 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9e86e-e2c8-4637-9d81-a4e113610046 req-61038286-912a-4f7a-b8ed-1768be8686c2 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:33.167081 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e4a9e86e-e2c8-4637-9d81-a4e113610046 req-61038286-912a-4f7a-b8ed-1768be8686c2 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 949 time: 0.0937104 May 21 16:10:33.182717 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-0b7a5176-d022-42aa-a66d-c1c24e2970eb tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:33.183532 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-0b7a5176-d022-42aa-a66d-c1c24e2970eb tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Synchronizing usage tracker for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:33.204016 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-0b7a5176-d022-42aa-a66d-c1c24e2970eb tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Unset dirty status for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:33.211741 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-0b7a5176-d022-42aa-a66d-c1c24e2970eb tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/networks?id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a HTTP/1.1" status: 200 len: 813 time: 0.2947237 May 21 16:10:33.221908 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-855f465c-2c3e-4f4f-8043-2e2a6e698dc0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/quotas/f355d9c09f7e4202abd2d705cd350a36 HTTP/1.1" status: 200 len: 375 time: 0.0093181 May 21 16:10:33.238096 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e4a9e86e-e2c8-4637-9d81-a4e113610046 req-d253b39d-1fd0-478d-85aa-474fa7a7c397 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 May 21 16:10:33.273449 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-3c34b110-4164-4b1e-9f7f-394bf03034e9 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f355d9c09f7e4202abd2d705cd350a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458508 May 21 16:10:33.454257 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-06d35d13-282c-42f5-8d9b-574d5c61a65e service neutron] 10.222.0.91 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734495 May 21 16:10:33.528310 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb882dc0-dda4-4b3c-b161-14f0801be9ef req-9bb71b34-367f-4a2b-bf77-a363bc895a07 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:33.536204 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cb882dc0-dda4-4b3c-b161-14f0801be9ef req-9bb71b34-367f-4a2b-bf77-a363bc895a07 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 946 time: 0.1919284 May 21 16:10:33.602444 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cb882dc0-dda4-4b3c-b161-14f0801be9ef req-7f1756d9-dff7-4885-abef-dfb857695315 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 May 21 16:10:33.642069 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-83f54254-7fd7-452f-a34a-6093591f579f service neutron] 10.222.0.91 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814327 May 21 16:10:33.977714 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02e27a-c9f9-4e63-90f2-1dfaa607e9d4 req-6abbaac7-7173-43db-b38a-0cb8e4be2e61 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:33.979280 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2c02e27a-c9f9-4e63-90f2-1dfaa607e9d4 req-6abbaac7-7173-43db-b38a-0cb8e4be2e61 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1136303 May 21 16:10:34.045187 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5604c471-f0dc-4c10-a6d5-6c89af1e2f4f req-b36f4c6c-90d1-4c95-9e32-22923a06e294 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 210 time: 0.0664213 May 21 16:10:34.081767 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2c02e27a-c9f9-4e63-90f2-1dfaa607e9d4 req-b65447b0-65c4-4ef1-937c-efc650fff010 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955811 May 21 16:10:34.303171 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94889eeb-2593-4136-bd1c-15c60cdcc25c req-b30caba4-23ea-4312-a73d-9149b555ccd6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:34.304743 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-94889eeb-2593-4136-bd1c-15c60cdcc25c req-b30caba4-23ea-4312-a73d-9149b555ccd6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 949 time: 0.1282959 May 21 16:10:34.351936 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-94889eeb-2593-4136-bd1c-15c60cdcc25c req-c624e93a-588c-437c-86c8-b4d9221260f4 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 May 21 16:10:34.486420 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-9d89c441-c337-4780-8f7f-d344f39e8cc4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:34.487969 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-9d89c441-c337-4780-8f7f-d344f39e8cc4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 946 time: 0.0974905 May 21 16:10:34.517683 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4c079-01f1-4246-a124-bdcade309d98 req-b6798135-10d0-4aa9-af17-e247cc802d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:34.519338 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57f4c079-01f1-4246-a124-bdcade309d98 req-b6798135-10d0-4aa9-af17-e247cc802d9f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.0744653 May 21 16:10:34.681657 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb73667-3ed4-4cc0-a9ed-6292472111f1 req-5b344492-3852-4727-b363-e03f3c6a1b53 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:34.689139 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8bb73667-3ed4-4cc0-a9ed-6292472111f1 req-5b344492-3852-4727-b363-e03f3c6a1b53 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2001748 May 21 16:10:34.732558 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4c079-01f1-4246-a124-bdcade309d98 req-f26bb20b-7c53-45da-af6c-6f349f7f3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:34.733930 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57f4c079-01f1-4246-a124-bdcade309d98 req-f26bb20b-7c53-45da-af6c-6f349f7f3214 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.2077897 May 21 16:10:34.748158 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8bb73667-3ed4-4cc0-a9ed-6292472111f1 req-7a686615-49dc-4163-baec-4b4ef399d2ce tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580087 May 21 16:10:34.750615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Deleting port fa7e968e-23da-4e45-8b07-474512d881f8 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:10:34.751160 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:34.856103 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57f4c079-01f1-4246-a124-bdcade309d98 req-cc1e6f3e-c347-45b6-ab71-25271708c4dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 217 time: 0.0840132 May 21 16:10:34.905920 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] For port fa7e968e-23da-4e45-8b07-474512d881f8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa7e968e-23da-4e45-8b07-474512d881f8,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:34.906247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:34.943228 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ada77-938f-4856-9fe3-83981d9409bd req-34b3ee3f-381b-4578-adc1-92b331a31bbe tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:34.950808 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ce0ada77-938f-4856-9fe3-83981d9409bd req-34b3ee3f-381b-4578-adc1-92b331a31bbe tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 946 time: 0.2206864 May 21 16:10:34.974283 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4c079-01f1-4246-a124-bdcade309d98 req-788c86a8-4b55-4f8d-b141-3c3abe5836a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:34.975847 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57f4c079-01f1-4246-a124-bdcade309d98 req-788c86a8-4b55-4f8d-b141-3c3abe5836a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.1084175 May 21 16:10:35.039084 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57f4c079-01f1-4246-a124-bdcade309d98 req-e789ebb1-77b7-4ce7-8868-48af3b7f5054 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545735 May 21 16:10:35.044733 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Calling delete_port for fa7e968e-23da-4e45-8b07-474512d881f8 owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:10:35.046900 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ce0ada77-938f-4856-9fe3-83981d9409bd req-ca2064a0-9d6b-4232-97f9-c9edfeaf2295 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919800 May 21 16:10:35.234991 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:35.252066 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0', 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917', 'fa7e968e-23da-4e45-8b07-474512d881f8'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:35.286473 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0181d2d5-9f1e-4bf0-836d-d8f3c573899e req-99f5db4e-8b6a-49d0-8ad6-e8bca63b1813 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 210 time: 0.0528150 May 21 16:10:35.297383 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:35.484864 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event deleted for resources: {'Port': ['ID=fa7e968e-23da-4e45-8b07-474512d881f8,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:35.493694 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:35.608998 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] No DVR routers for this DVR port fa7e968e-23da-4e45-8b07-474512d881f8 on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:10:35.618889 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:35.640142 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57f4c079-01f1-4246-a124-bdcade309d98 req-70ec8efc-9bb6-43b0-8412-62216da8efef service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780706 May 21 16:10:35.663927 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3816a58a-c52b-43e4-bf14-5f107859b245', 'name': 'network-vif-deleted', 'tag': 'fa7e968e-23da-4e45-8b07-474512d881f8'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:35.691782 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-de68db70-ade8-4d9e-8f22-dbaf1a04472e req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "DELETE /v2.0/ports/fa7e968e-23da-4e45-8b07-474512d881f8 HTTP/1.1" status: 204 len: 173 time: 1.1670992 May 21 16:10:35.822034 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a835ff5-756e-46ef-a1b4-e35def15af8f req-480cf165-33d8-4c1b-a04a-4f50dd217dc1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:35.828061 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1a835ff5-756e-46ef-a1b4-e35def15af8f req-480cf165-33d8-4c1b-a04a-4f50dd217dc1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 949 time: 0.1460023 May 21 16:10:35.917597 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1a835ff5-756e-46ef-a1b4-e35def15af8f req-04cf0503-4fe0-4ea3-9409-0cec1d06487c tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800955 May 21 16:10:36.052151 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3816a58a-c52b-43e4-bf14-5f107859b245', 'name': 'network-vif-deleted', 'tag': 'fa7e968e-23da-4e45-8b07-474512d881f8', 'status': 'completed', 'code': 200} May 21 16:10:36.118518 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-ed4b6580-b179-46e6-9f4d-82ef9c0097bf tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:36.120201 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-ed4b6580-b179-46e6-9f4d-82ef9c0097bf tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "GET /v2.0/networks?id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a HTTP/1.1" status: 200 len: 813 time: 0.7714427 May 21 16:10:36.136717 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Request body: {'port': {'device_id': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a', 'admin_state_up': True, 'tenant_id': 'f355d9c09f7e4202abd2d705cd350a36'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:36.157931 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-57f4c079-01f1-4246-a124-bdcade309d98 req-0820efab-9912-4453-892d-69d5bfb3413b service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974728 May 21 16:10:36.170676 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fcbff-734a-44e8-b15e-76d10033c34d req-dc1313a9-cb51-4631-8bf8-91e27bb5043e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:36.172922 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6e9fcbff-734a-44e8-b15e-76d10033c34d req-dc1313a9-cb51-4631-8bf8-91e27bb5043e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.4807565 May 21 16:10:36.196709 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-953a0abe-0a3d-4be3-8f07-a87c986601c5 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:36.198147 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-953a0abe-0a3d-4be3-8f07-a87c986601c5 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 949 time: 0.2274559 May 21 16:10:36.354240 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9400a-684a-408f-a54f-e71cc04748a1 req-0e1981f1-1356-4ffe-8044-b4fcaa8d2ece tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:36.356459 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-02b9400a-684a-408f-a54f-e71cc04748a1 req-0e1981f1-1356-4ffe-8044-b4fcaa8d2ece tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2294436 May 21 16:10:36.409773 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6e9fcbff-734a-44e8-b15e-76d10033c34d req-6118105e-dc11-4b48-a1c7-599dd84da6f8 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811862 May 21 16:10:36.448075 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-02b9400a-684a-408f-a54f-e71cc04748a1 req-9dff2bb2-9823-4da1-84fa-3635fbe77b77 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849540 May 21 16:10:36.482710 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Deleting port e55fd33e-6db6-4574-bc92-24925128ae15 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:10:36.483526 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:36.530036 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:36.543459 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Usage tracker for resource:port and tenant:f355d9c09f7e4202abd2d705cd350a36 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:36.553399 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:36.578010 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:36.657198 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b764068b-aaf8-4cc8-ab5d-ca82ed1133ff req-64f5378a-7012-49ac-b6f1-6b86b2acb63a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=3816a58a-c52b-43e4-bf14-5f107859b245 HTTP/1.1" status: 200 len: 210 time: 0.0538402 May 21 16:10:36.660431 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Made reservation on behalf of f355d9c09f7e4202abd2d705cd350a36 for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:36.665341 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:36.852657 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5e74a3e6-e9e0-4da3-989c-4a59449fcbb1 req-66a00280-a89f-4643-b27a-6886166a6512 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 210 time: 0.0478780 May 21 16:10:36.857737 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] For port e55fd33e-6db6-4574-bc92-24925128ae15, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e55fd33e-6db6-4574-bc92-24925128ae15,segment=NetworkSegment(87e92b62-4800-4ead-bfcc-f8230c733f3c),segment_id=87e92b62-4800-4ead-bfcc-f8230c733f3c)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:36.857737 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:36.874785 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Allocated IP 172.20.0.8 (b41af6f6-0e87-4fcf-b56f-f81e174c2a9a/aefa4de0-60dd-4119-b8ab-47637d620929/0e1b9677-b4f2-4643-83c0-8ed3f3709783) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:36.989117 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Calling delete_port for e55fd33e-6db6-4574-bc92-24925128ae15 owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:10:37.115208 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:37.122270 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:37.126830 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['e55fd33e-6db6-4574-bc92-24925128ae15'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:37.133248 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:37.174245 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Pushing event deleted for resources: {'Port': ['ID=e55fd33e-6db6-4574-bc92-24925128ae15,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:37.177541 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:37.179038 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213c08c-1e65-4b12-b08c-4c3117aae22c req-81221a69-3a85-4a45-a80a-136060954f05 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:37.180510 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5213c08c-1e65-4b12-b08c-4c3117aae22c req-81221a69-3a85-4a45-a80a-136060954f05 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/ports?device_id=3f31d4ee-3d60-40d6-ab9e-b189655e181f HTTP/1.1" status: 200 len: 867 time: 0.1310165 May 21 16:10:37.193837 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:37.203145 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:37.256225 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] No DVR routers for this DVR port e55fd33e-6db6-4574-bc92-24925128ae15 on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:10:37.263981 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:37.279362 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c467e4c6-68d6-4922-9e58-7357b1ef0f0c req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.84 "DELETE /v2.0/ports/e55fd33e-6db6-4574-bc92-24925128ae15 HTTP/1.1" status: 204 len: 173 time: 1.0717092 May 21 16:10:37.288879 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:37.298396 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:37.310529 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:37.365202 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Pushing event updated for resources: {'Port': ['ID=0e1b9677-b4f2-4643-83c0-8ed3f3709783,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:37.372561 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:37.377984 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5213c08c-1e65-4b12-b08c-4c3117aae22c req-8a45bee0-425a-4e70-810b-056a14aeaaef tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] 10.222.0.91 "GET /v2.0/security-groups?id=9d3a7a86-07d3-4b2b-8c2f-63c05712e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428685 May 21 16:10:37.399965 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:37.400708 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:37.423786 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2930880 May 21 16:10:37.443279 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Request body: {'port': {'device_id': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:37.608609 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:37.609768 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b08f-227c-44ff-a0f5-5fda8e0ed24a req-cb57ec6d-ecfc-452d-9543-1e8d69f422e0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:37.611374 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cf41b08f-227c-44ff-a0f5-5fda8e0ed24a req-cb57ec6d-ecfc-452d-9543-1e8d69f422e0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.0867026 May 21 16:10:37.659978 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cf41b08f-227c-44ff-a0f5-5fda8e0ed24a req-fdb9f008-360f-4195-a0df-78e38ab28ae9 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 May 21 16:10:37.760540 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5c655-3314-46a8-b60d-2cbd63a998e3 req-e82ed61e-77c8-4ea1-8033-c638bbd9847e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:37.769599 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e1d5c655-3314-46a8-b60d-2cbd63a998e3 req-e82ed61e-77c8-4ea1-8033-c638bbd9847e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2097998 May 21 16:10:37.844800 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e1d5c655-3314-46a8-b60d-2cbd63a998e3 req-43fcdd0f-4324-4869-b38e-4baa567ef582 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757065 May 21 16:10:38.089392 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'name': 'network-vif-deleted', 'tag': 'e55fd33e-6db6-4574-bc92-24925128ae15'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:38.099611 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1b9677-b4f2-4643-83c0-8ed3f3709783 {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:10:38.116351 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:38.139734 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Transition to ACTIVE for port object 0e1b9677-b4f2-4643-83c0-8ed3f3709783 will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:38.141425 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f46b9-4d1a-4c12-87eb-b7f262cb0c9d req-cc7b224f-adc8-42f8-91ab-7b07ea3ff1fc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:38.143216 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4e8f46b9-4d1a-4c12-87eb-b7f262cb0c9d req-cc7b224f-adc8-42f8-91ab-7b07ea3ff1fc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 931 time: 0.1049659 May 21 16:10:38.143790 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:38.149463 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:38.151531 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device fa7e968e-23da-4e45-8b07-474512d881f8 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:10:38.170626 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f31d4ee-3d60-40d6-ab9e-b189655e181f', 'name': 'network-vif-deleted', 'tag': 'e55fd33e-6db6-4574-bc92-24925128ae15', 'status': 'completed', 'code': 200} May 21 16:10:38.188786 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: fa7e968e-23da-4e45-8b07-474512d881f8 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:10:38.189142 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device fa7e968e-23da-4e45-8b07-474512d881f8 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:10:38.189601 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e55fd33e-6db6-4574-bc92-24925128ae15 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:10:38.210005 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4e8f46b9-4d1a-4c12-87eb-b7f262cb0c9d req-f31deaaf-c98d-4103-8660-913a03c9809c tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608559 May 21 16:10:38.228209 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: e55fd33e-6db6-4574-bc92-24925128ae15 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:10:38.228560 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e55fd33e-6db6-4574-bc92-24925128ae15 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:10:38.341692 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=0e1b9677-b4f2-4643-83c0-8ed3f3709783,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:38.348966 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:38.431037 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Attempting to bind port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:10:38.431374 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Attempting to bind port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:10:38.431700 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Attempting to bind port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 on network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:38.436975 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 on network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:10:38.437290 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Attempting to bind port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 on network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:38.442339 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:10:38.442672 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Checking segment: {'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:38.443048 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Bound using segment: {'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:10:38.443465 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Bound port: 0e1b9677-b4f2-4643-83c0-8ed3f3709783, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:10:38.443807 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:38.537289 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] For port 0e1b9677-b4f2-4643-83c0-8ed3f3709783, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:10:38.540317 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] For port 0e1b9677-b4f2-4643-83c0-8ed3f3709783, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0e1b9677-b4f2-4643-83c0-8ed3f3709783,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:10:38.545111 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:38.548789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4df6f68d-2550-4697-b8c5-6f79a6c7052f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:38.693657 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:38.694271 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:38.695644 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] 10.222.0.84 "PUT /v2.0/ports/0e1b9677-b4f2-4643-83c0-8ed3f3709783 HTTP/1.1" status: 200 len: 1093 time: 1.2567692 May 21 16:10:38.696115 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'tag': '0e1b9677-b4f2-4643-83c0-8ed3f3709783'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:38.716413 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=0e1b9677-b4f2-4643-83c0-8ed3f3709783,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:38.720054 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:38.783036 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'tag': '0e1b9677-b4f2-4643-83c0-8ed3f3709783', 'status': 'completed', 'code': 200} May 21 16:10:38.831696 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-56fea9fe-b047-4645-b3c3-89104e71027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:38.833241 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-56fea9fe-b047-4645-b3c3-89104e71027b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f355d9c09f7e4202abd2d705cd350a36&device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 1096 time: 0.0818849 May 21 16:10:38.882443 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8153-a3de-4438-9da4-7af06f1baa58 req-0754b6f8-cd7d-4488-a334-c035b4ab26bf tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:38.884349 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-88fa8153-a3de-4438-9da4-7af06f1baa58 req-0754b6f8-cd7d-4488-a334-c035b4ab26bf tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.0976255 May 21 16:10:38.905057 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-6d0f5c9e-96e3-4bef-95da-34d4a787fb7b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e1b9677-b4f2-4643-83c0-8ed3f3709783 HTTP/1.1" status: 200 len: 217 time: 0.0628743 May 21 16:10:38.941462 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-88fa8153-a3de-4438-9da4-7af06f1baa58 req-fd6b7a36-ea1e-4a3a-8ccc-283c43b04148 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509424 May 21 16:10:39.020151 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-98a624ce-b193-4235-ab33-83c1e50fffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:39.021656 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-98a624ce-b193-4235-ab33-83c1e50fffea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aefa4de0-60dd-4119-b8ab-47637d620929 HTTP/1.1" status: 200 len: 853 time: 0.1067214 May 21 16:10:39.091435 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-c9ae7c63-c2a2-4152-bae0-b118ca15bf96 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579967 May 21 16:10:39.278164 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-a1f1858a-a385-4f8e-8101-fa0dd0bbc3a2 service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779680 May 21 16:10:39.317837 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a06b4-0111-4efb-a15e-46334c353aa2 req-1e8cda41-f960-40bd-bb3a-7c9ca523780c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:39.319344 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c66a06b4-0111-4efb-a15e-46334c353aa2 req-1e8cda41-f960-40bd-bb3a-7c9ca523780c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.3347971 May 21 16:10:39.440695 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c66a06b4-0111-4efb-a15e-46334c353aa2 req-23b2bc62-db4f-4614-9993-784e2b421d94 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131480 May 21 16:10:39.693164 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-695329a8-8b7f-4263-be91-a5d7cc57c68c req-678c08ce-f6cb-446d-a7c0-a45f25909b5e service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066970 May 21 16:10:39.767945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17014d-f093-4b53-8454-73899972bc2f req-31f55eee-d6e3-45c7-99c1-c7ef2bbdecb1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:39.769149 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d17014d-f093-4b53-8454-73899972bc2f req-31f55eee-d6e3-45c7-99c1-c7ef2bbdecb1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Synchronizing usage tracker for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:39.776975 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-8bfbaaf8-76af-4366-b354-b4a5430fbd40 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1695693 May 21 16:10:39.809285 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35fe46-f42b-4abf-81db-7adea09fdf29 req-9e0be97b-f744-4d9c-ae3d-f00bac358e02 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:39.813666 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-2b35fe46-f42b-4abf-81db-7adea09fdf29 req-9e0be97b-f744-4d9c-ae3d-f00bac358e02 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:39.872335 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d17014d-f093-4b53-8454-73899972bc2f req-31f55eee-d6e3-45c7-99c1-c7ef2bbdecb1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Unset dirty status for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:39.879261 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d17014d-f093-4b53-8454-73899972bc2f req-31f55eee-d6e3-45c7-99c1-c7ef2bbdecb1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 943 time: 0.3073001 May 21 16:10:39.889182 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-2b35fe46-f42b-4abf-81db-7adea09fdf29 req-9e0be97b-f744-4d9c-ae3d-f00bac358e02 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:39.896828 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2b35fe46-f42b-4abf-81db-7adea09fdf29 req-9e0be97b-f744-4d9c-ae3d-f00bac358e02 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 946 time: 0.2300837 May 21 16:10:39.935682 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d17014d-f093-4b53-8454-73899972bc2f req-a10e8e73-9c22-47a8-bcaf-48c7ee32f27a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Synchronizing usage tracker for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:39.942137 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90515dbe-8028-4169-a74c-410f95896917 req-e633ce82-e80b-4acf-80d3-cc0f466d6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:39.943501 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-90515dbe-8028-4169-a74c-410f95896917 req-e633ce82-e80b-4acf-80d3-cc0f466d6041 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f355d9c09f7e4202abd2d705cd350a36&device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 1096 time: 0.1701622 May 21 16:10:39.981780 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-3d17014d-f093-4b53-8454-73899972bc2f req-a10e8e73-9c22-47a8-bcaf-48c7ee32f27a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Unset dirty status for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:39.990512 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3d17014d-f093-4b53-8454-73899972bc2f req-a10e8e73-9c22-47a8-bcaf-48c7ee32f27a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102653 May 21 16:10:40.052659 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2b35fe46-f42b-4abf-81db-7adea09fdf29 req-da4072d1-3c36-4404-8193-7c184b196ddc tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542244 May 21 16:10:40.082041 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-9cb8c45f-4657-46e3-a947-d920c87fc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:40.085643 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-9cb8c45f-4657-46e3-a947-d920c87fc683 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.2641456 May 21 16:10:40.245877 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90515dbe-8028-4169-a74c-410f95896917 req-df27e5aa-3f46-4aef-8c1f-5faf9937ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:40.247737 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-90515dbe-8028-4169-a74c-410f95896917 req-df27e5aa-3f46-4aef-8c1f-5faf9937ceac service neutron] 10.222.0.84 "GET /v2.0/networks?id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a HTTP/1.1" status: 200 len: 915 time: 0.2946451 May 21 16:10:40.275588 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-aca749a8-c973-4ebe-98b7-210115ceaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:40.285432 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-aca749a8-c973-4ebe-98b7-210115ceaa60 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.1636579 May 21 16:10:40.333457 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-90515dbe-8028-4169-a74c-410f95896917 req-d6f334d9-d7be-4aec-a62e-64ce87b17f5c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e1b9677-b4f2-4643-83c0-8ed3f3709783 HTTP/1.1" status: 200 len: 217 time: 0.0696454 May 21 16:10:40.342929 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1300b55-695f-4596-9a00-09209acf65e8 req-0bf973a0-a7f7-48f1-84ea-0509d0803f72 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:40.346158 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b1300b55-695f-4596-9a00-09209acf65e8 req-0bf973a0-a7f7-48f1-84ea-0509d0803f72 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1976943 May 21 16:10:40.363770 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-76b5332f-451a-4ed5-ada0-006caf11bdd3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 217 time: 0.0768487 May 21 16:10:40.444413 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-61a37b15-d109-46ef-85e7-2217751e5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:40.446148 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-61a37b15-d109-46ef-85e7-2217751e5c4e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.0756066 May 21 16:10:40.466088 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90515dbe-8028-4169-a74c-410f95896917 req-c8e3bd84-6b10-4e09-9a20-4f4d6e66a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:40.467524 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-90515dbe-8028-4169-a74c-410f95896917 req-c8e3bd84-6b10-4e09-9a20-4f4d6e66a632 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aefa4de0-60dd-4119-b8ab-47637d620929 HTTP/1.1" status: 200 len: 853 time: 0.1197879 May 21 16:10:40.479941 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b1300b55-695f-4596-9a00-09209acf65e8 req-2830eecd-02b0-440e-90ee-965134be7acc tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647750 May 21 16:10:40.519032 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-51346c4b-8fce-4f2a-a751-e3ff4246996e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640173 May 21 16:10:40.523523 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-90515dbe-8028-4169-a74c-410f95896917 req-40b00c39-c337-4487-82e4-d8fbb1669a6d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426352 May 21 16:10:40.698946 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-0d106bd6-7cb4-48f1-850b-ff4ebd4e6b92 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654932 May 21 16:10:40.719333 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-90515dbe-8028-4169-a74c-410f95896917 req-97edb6fd-3ca3-4fdb-b30e-317f7363bb8b service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846817 May 21 16:10:40.967141 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba895dbe-2f14-4254-8e60-e52fcf8d8a0b req-a9d3d8ec-699e-4768-87c1-2119842e79fd service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596569 May 21 16:10:40.983046 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-90515dbe-8028-4169-a74c-410f95896917 req-85081e7c-b696-4a9f-a64d-0558822164d5 service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548473 May 21 16:10:41.204515 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1939271-f98b-422e-9671-c2951e30a44e req-dfd71f34-2b52-4d66-99ad-07a3f1b59c0d tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:41.206283 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d1939271-f98b-422e-9671-c2951e30a44e req-dfd71f34-2b52-4d66-99ad-07a3f1b59c0d tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 943 time: 0.1019735 May 21 16:10:41.270195 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d1939271-f98b-422e-9671-c2951e30a44e req-18d4fa12-114a-4946-81c6-994be486294e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 May 21 16:10:41.315007 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6b2f5-974b-477b-9bae-a9cf6020226c req-9678d343-3341-4ae3-92a1-b6edc1f9e954 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:41.316831 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-63b6b2f5-974b-477b-9bae-a9cf6020226c req-9678d343-3341-4ae3-92a1-b6edc1f9e954 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 946 time: 0.1084244 May 21 16:10:41.381491 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-63b6b2f5-974b-477b-9bae-a9cf6020226c req-4d51be9d-2256-487a-9929-e86107c0b191 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578935 May 21 16:10:41.480009 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372b64-40b4-476e-8b83-4c993fe1eb19 req-09173311-6a8e-4f02-a178-dfa713c1ca5c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:41.482583 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5e372b64-40b4-476e-8b83-4c993fe1eb19 req-09173311-6a8e-4f02-a178-dfa713c1ca5c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0943601 May 21 16:10:41.567177 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5e372b64-40b4-476e-8b83-4c993fe1eb19 req-cc83b8cd-dafc-4a34-8201-0999fd377391 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779397 May 21 16:10:41.604731 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-df9eb537-4851-44e3-bd52-74751ba9c57b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:41.607153 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-df9eb537-4851-44e3-bd52-74751ba9c57b tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 946 time: 0.1041939 May 21 16:10:41.846025 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97ac3-91a5-46b5-98b6-3d40f0d67746 req-68aed440-7533-422d-863e-d7d7990b3081 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:41.847616 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2ae97ac3-91a5-46b5-98b6-3d40f0d67746 req-68aed440-7533-422d-863e-d7d7990b3081 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1914394 May 21 16:10:41.850257 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Deleting port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:10:41.850617 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:42.001523 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2ae97ac3-91a5-46b5-98b6-3d40f0d67746 req-9d4c3a4f-3109-43e3-a1d9-8f6f2a839655 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316857 May 21 16:10:42.064849 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] For port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:42.065309 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:42.162250 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 0e1b9677-b4f2-4643-83c0-8ed3f3709783 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:10:42.207483 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Calling delete_port for ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 owned by compute:nova {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:10:42.361046 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:42.372898 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:42.394577 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0', 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:42.545787 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 0e1b9677-b4f2-4643-83c0-8ed3f3709783, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0e1b9677-b4f2-4643-83c0-8ed3f3709783,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:42.562653 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event deleted for resources: {'Port': ['ID=ff8fb51f-bda5-4c66-bf4a-ce70f91cc917,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:42.572063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:42.582956 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '0e1b9677-b4f2-4643-83c0-8ed3f3709783', 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a', 'port_id': '0e1b9677-b4f2-4643-83c0-8ed3f3709783', 'mac_address': 'fa:16:3e:c4:34:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefa4de0-60dd-4119-b8ab-47637d620929', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:10:42.600127 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-77f25a03-d6d4-4b6e-81c7-fe6a4747361d req-651371c8-8c21-4328-9904-7208220cb93f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ca684cb-d86a-4028-b1ba-8bb217ccc106 HTTP/1.1" status: 200 len: 210 time: 0.0720446 May 21 16:10:42.680567 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] No DVR routers for this DVR port ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 on host hv-cinder-79246 {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:10:42.684973 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:42.687971 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'name': 'network-vif-deleted', 'tag': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:42.713884 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:42.721458 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-67ef45a4-e45f-499b-a7fd-2874719da171 req-bb236fcf-f14c-49b4-8fb6-c7c90ea036bd tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "DELETE /v2.0/ports/ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 HTTP/1.1" status: 204 len: 173 time: 1.1014388 May 21 16:10:42.752656 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d414c-1840-4e9f-a5ae-7c744ac77287 req-90f5d51b-aecc-4101-9753-a8d8cf5d6e94 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:42.753400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1b9677-b4f2-4643-83c0-8ed3f3709783 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:10:42.754676 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5d7d414c-1840-4e9f-a5ae-7c744ac77287 req-90f5d51b-aecc-4101-9753-a8d8cf5d6e94 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 943 time: 0.3138716 May 21 16:10:42.795347 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca684cb-d86a-4028-b1ba-8bb217ccc106', 'name': 'network-vif-deleted', 'tag': 'ff8fb51f-bda5-4c66-bf4a-ce70f91cc917', 'status': 'completed', 'code': 200} May 21 16:10:42.801741 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 0e1b9677-b4f2-4643-83c0-8ed3f3709783, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0e1b9677-b4f2-4643-83c0-8ed3f3709783,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:42.811176 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:42.813900 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:42.826737 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5d7d414c-1840-4e9f-a5ae-7c744ac77287 req-fd6be740-58e9-4854-8e68-5862588532db tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645158 May 21 16:10:42.935971 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=0e1b9677-b4f2-4643-83c0-8ed3f3709783,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:42.948712 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:42.987352 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:43.138262 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['0e1b9677-b4f2-4643-83c0-8ed3f3709783'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:43.211084 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2caed-fd62-4bd6-8642-70eafb31723a req-57fd6992-5356-4269-b494-ea714ebb2f42 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:43.218315 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-39d2caed-fd62-4bd6-8642-70eafb31723a req-57fd6992-5356-4269-b494-ea714ebb2f42 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.0948231 May 21 16:10:43.270551 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-39d2caed-fd62-4bd6-8642-70eafb31723a req-9aa75ce6-654b-49a8-b5ed-c96bcb2effc6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499406 May 21 16:10:44.043065 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c98ae0-a725-4842-8a36-412ebb22310b req-912caf5f-3767-4f70-89e5-98a1e7a70b7a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:44.050171 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f1c98ae0-a725-4842-8a36-412ebb22310b req-912caf5f-3767-4f70-89e5-98a1e7a70b7a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 944 time: 0.0903857 May 21 16:10:44.080177 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2834e8-0098-4f3c-944d-ab90a43d460a req-327838f4-02cb-4e12-822a-a7aa4395566d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:44.081749 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fe2834e8-0098-4f3c-944d-ab90a43d460a req-327838f4-02cb-4e12-822a-a7aa4395566d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 945 time: 0.0932863 May 21 16:10:44.105164 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f1c98ae0-a725-4842-8a36-412ebb22310b req-8443c148-d65e-47c5-b504-fdfa1967b0bf tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536227 May 21 16:10:44.141481 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fe2834e8-0098-4f3c-944d-ab90a43d460a req-c6637ca9-c45a-41a7-9e6c-c84867840661 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531850 May 21 16:10:44.165461 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 0e1b9677-b4f2-4643-83c0-8ed3f3709783 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:10:44.238753 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:44.243616 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:44.244012 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:44.380625 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:44.428188 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 0e1b9677-b4f2-4643-83c0-8ed3f3709783, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0e1b9677-b4f2-4643-83c0-8ed3f3709783,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:44.429135 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1b9677-b4f2-4643-83c0-8ed3f3709783'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:44.437347 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:44.439504 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:44.549406 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1b9677-b4f2-4643-83c0-8ed3f3709783', 'code': 200} May 21 16:10:44.588743 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84239ce8-ea32-46f8-9dbd-96002daa608d req-92bba7ab-533d-4685-a3ed-fe886dbdc9fb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:44.589605 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=0e1b9677-b4f2-4643-83c0-8ed3f3709783,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:44.591501 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-84239ce8-ea32-46f8-9dbd-96002daa608d req-92bba7ab-533d-4685-a3ed-fe886dbdc9fb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1900227 May 21 16:10:44.596610 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:44.730275 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-84239ce8-ea32-46f8-9dbd-96002daa608d req-48169449-ec3a-46f1-bc13-b11bba9a40f4 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291287 May 21 16:10:44.908380 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49926) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:44.947006 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a82d-0dce-4886-90a2-e64d786bf456 req-29000e9d-804c-49e7-869e-5619ef9ace7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:44.948779 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c2b7a82d-0dce-4886-90a2-e64d786bf456 req-29000e9d-804c-49e7-869e-5619ef9ace7b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 1098 time: 0.1235850 May 21 16:10:45.009565 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c2b7a82d-0dce-4886-90a2-e64d786bf456 req-11b5f0fb-de99-45d4-a1f7-3c49b4e97cd9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518887 May 21 16:10:45.140608 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-18a6f1f9-102e-4832-835d-c9cea9b386fc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0a47f738c4024359a761a756a0d2ae19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308159 May 21 16:10:45.141230 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 49940) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:45.211625 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:45.253714 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:45.290279 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-e28572a9-0c26-42f4-a0ba-1a0eb4f1ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:45.291795 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-e28572a9-0c26-42f4-a0ba-1a0eb4f1ddfa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.1796265 May 21 16:10:45.304648 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97e46c-d734-4a7e-9c97-5a8f440a601b req-9d615c2e-937d-45ce-8ac5-374d83e1b6ba tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:45.306511 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3b97e46c-d734-4a7e-9c97-5a8f440a601b req-9d615c2e-937d-45ce-8ac5-374d83e1b6ba tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1317992 May 21 16:10:45.395696 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c7968-3afb-44e8-95aa-aec6422c5bf9 req-bd70132e-6db5-4fad-ab30-e6c42cc6ad2e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:45.398035 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6b9c7968-3afb-44e8-95aa-aec6422c5bf9 req-bd70132e-6db5-4fad-ab30-e6c42cc6ad2e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.1163597 May 21 16:10:45.403865 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:45.409205 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b47f8136-d769-45bd-af42-ea5b2a80a8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:45.443413 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a7a86-07d3-4b2b-8c2f-63c05712e764,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:45.451206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:45.468573 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:45.469729 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9d3a7a86-07d3-4b2b-8c2f-63c05712e764 HTTP/1.1" status: 204 len: 168 time: 0.3275468 May 21 16:10:45.478101 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6b9c7968-3afb-44e8-95aa-aec6422c5bf9 req-0cfe5d3d-3b57-414f-b085-15507786645a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696557 May 21 16:10:45.543221 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3b97e46c-d734-4a7e-9c97-5a8f440a601b req-fd39c463-bd26-4363-ae2f-12f91311092b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153795 May 21 16:10:45.591876 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-a59f669e-057e-415f-b657-5418afd7cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:45.594050 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-a59f669e-057e-415f-b657-5418afd7cd73 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.2861934 May 21 16:10:45.614046 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-810ef8a8-275a-4987-bd90-f60f2e656665 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:45.615837 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-810ef8a8-275a-4987-bd90-f60f2e656665 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 945 time: 0.1149747 May 21 16:10:45.667639 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-388036e5-5316-44a1-8ed6-3664c3c02939 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 217 time: 0.0661333 May 21 16:10:45.755007 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-5d620dc3-1cd9-4bdf-b3d5-4feaeb5ab026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:45.755007 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-5d620dc3-1cd9-4bdf-b3d5-4feaeb5ab026 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.0738959 May 21 16:10:45.827286 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-a16a777e-02a1-490a-93fd-58608d039612 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578942 May 21 16:10:45.828767 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481dda0-78d4-453c-9185-0b58b10ecf18 req-2ca2a328-615a-4e17-aa75-f8846aee6692 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:45.834619 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0481dda0-78d4-453c-9185-0b58b10ecf18 req-2ca2a328-615a-4e17-aa75-f8846aee6692 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 945 time: 0.2171485 May 21 16:10:45.948184 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Deleting port da74c32c-8580-4b06-95a9-9e8bf135db1e {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:10:45.948737 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:45.980211 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0481dda0-78d4-453c-9185-0b58b10ecf18 req-4d676a0f-bab1-46e5-b974-3b54f20cb12f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265824 May 21 16:10:46.103503 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-2fb65ec1-79a0-449b-aa0e-707e7ea6333f service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647986 May 21 16:10:46.149386 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] For port da74c32c-8580-4b06-95a9-9e8bf135db1e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=da74c32c-8580-4b06-95a9-9e8bf135db1e,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:46.150543 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:46.166449 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:10:46.239299 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:10:46.239653 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device ff8fb51f-bda5-4c66-bf4a-ce70f91cc917 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:10:46.304918 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc834-9e43-46b3-8b32-e2c74263cc8c req-279109ac-e227-484a-9ca8-9ae94dbfd2d1 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:46.306447 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6e2cc834-9e43-46b3-8b32-e2c74263cc8c req-279109ac-e227-484a-9ca8-9ae94dbfd2d1 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.3821192 May 21 16:10:46.311969 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Calling delete_port for da74c32c-8580-4b06-95a9-9e8bf135db1e owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:10:46.381961 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8e375ea-0541-41c2-a472-f309b28a50c8 req-5b7bd187-a4e6-4caa-ae25-c217949d0603 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633507 May 21 16:10:46.386590 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6e2cc834-9e43-46b3-8b32-e2c74263cc8c req-eb930571-54df-4d07-9dae-859d4a87b2fb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628037 May 21 16:10:46.461907 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:46.473234 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:46.479397 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0', 'da74c32c-8580-4b06-95a9-9e8bf135db1e'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:46.530400 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event deleted for resources: {'Port': ['ID=da74c32c-8580-4b06-95a9-9e8bf135db1e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:46.533495 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:46.575806 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 49982) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:46.636627 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] No DVR routers for this DVR port da74c32c-8580-4b06-95a9-9e8bf135db1e on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:10:46.639774 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:46.658650 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'name': 'network-vif-deleted', 'tag': 'da74c32c-8580-4b06-95a9-9e8bf135db1e'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:46.664150 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4c07bc37-9392-490a-a588-1cf82e980e53 req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "DELETE /v2.0/ports/da74c32c-8580-4b06-95a9-9e8bf135db1e HTTP/1.1" status: 204 len: 173 time: 1.0115452 May 21 16:10:46.803273 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-763705233-network', 'tenant_id': '86146e7d621947418ff023416815b53d'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:46.817559 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:46.825048 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Usage tracker for resource:network and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:46.828318 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:46.835514 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:46.843016 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ffd53-a8c3-419e-86b2-51a2681f22d7 req-6d29fdec-895d-477d-add4-28f2f7aa4fb1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:46.852417 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-928ffd53-a8c3-419e-86b2-51a2681f22d7 req-6d29fdec-895d-477d-add4-28f2f7aa4fb1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.2138617 May 21 16:10:46.856268 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Made reservation on behalf of 86146e7d621947418ff023416815b53d for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:46.858704 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:46.873975 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:46.895323 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:46.900060 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-928ffd53-a8c3-419e-86b2-51a2681f22d7 req-088096c5-a6ef-4337-9a56-7986295b6699 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464530 May 21 16:10:46.906998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d410d0-147a-4f4a-ab09-e9eb7081ce61 req-9910b1f7-16d0-4f0c-93c3-1d49473634e0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:46.908484 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-72d410d0-147a-4f4a-ab09-e9eb7081ce61 req-9910b1f7-16d0-4f0c-93c3-1d49473634e0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1528032 May 21 16:10:46.909537 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:46.912630 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:46.935998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:46.960480 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b916bd33-bccd-45fa-8e03-d1ea7b2e1728', 'name': 'network-vif-deleted', 'tag': 'da74c32c-8580-4b06-95a9-9e8bf135db1e', 'status': 'completed', 'code': 200} May 21 16:10:46.986349 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-72d410d0-147a-4f4a-ab09-e9eb7081ce61 req-9c922e4d-345a-4ae1-bbe0-8c11275c20d5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708196 May 21 16:10:47.056681 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.061494 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.064634 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-284bb32a-aa61-4fe8-9063-7578be893458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:47.096268 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:10:47.101786 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56f9f18-6e69-4148-b151-d4e2c914b66a,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:47.106715 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:47.110906 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.111249 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Added segment 784a33bc-01d8-4d1a-8eee-f4def8a93146 of type vlan for network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 May 21 16:10:47.141983 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.178009 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.179728 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:47.180403 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.186502 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:47.190940 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-50e339ec-1c6a-486e-8028-8fc6cde34653 req-5dc486d3-e8bf-4526-b638-4b32913ad66a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:47.211167 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-50e339ec-1c6a-486e-8028-8fc6cde34653 req-5dc486d3-e8bf-4526-b638-4b32913ad66a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:47.212777 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-50e339ec-1c6a-486e-8028-8fc6cde34653 req-5dc486d3-e8bf-4526-b638-4b32913ad66a tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=b916bd33-bccd-45fa-8e03-d1ea7b2e1728 HTTP/1.1" status: 200 len: 210 time: 0.0722568 May 21 16:10:47.286988 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7099342 May 21 16:10:47.287952 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Pushing event updated for resources: {'Network': ['ID=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:47.289975 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50032) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:47.292057 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:47.296356 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Request body: {'subnet': {'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-763705233-subnet', 'tenant_id': '86146e7d621947418ff023416815b53d', 'ip_version': 4}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:47.300942 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:47.305309 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Usage tracker for resource:subnet and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:47.305941 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:10:47.308407 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:47.315354 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:47.335529 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Made reservation on behalf of 86146e7d621947418ff023416815b53d for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:47.338957 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2283310'] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.807213 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b278d2e-9da9-4bfc-a38b-8a7b8e39394b req-ba75d535-6b06-4b21-bff7-79f9396b6162 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:47.808979 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2b278d2e-9da9-4bfc-a38b-8a7b8e39394b req-ba75d535-6b06-4b21-bff7-79f9396b6162 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1074860 May 21 16:10:47.905440 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2b278d2e-9da9-4bfc-a38b-8a7b8e39394b req-1c83fd53-e1ca-4a4c-a9e5-7937a03006f3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875936 May 21 16:10:47.910112 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2228972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2283264'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:47.914899 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-23739aa4-fa2d-41b5-9c69-9ad8cda0db91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:47.989035 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=82934035-5421-4498-b7ea-fd3a4a13b42b,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:47.992793 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:47.998799 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Checking segment: {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:47.999528 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Network hostable DHCP agents. Network: 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:10:48.017654 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:10:48.027702 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:48.038454 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:48.039305 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.050865 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321c224-0d4f-45e0-bc0c-2c4260eec4c6 None None] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:10:48.066666 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7758067 May 21 16:10:48.069308 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50064) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:48.076026 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:48.081629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:48.085785 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Usage tracker for resource:router and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:48.088908 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:48.095450 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:48.107316 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.108708 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.133215 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.225682 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652c66c-b2db-45e3-ac9c-5b5724242935 req-cee33253-17b6-459d-a501-021e22c10594 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:48.227289 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1652c66c-b2db-45e3-ac9c-5b5724242935 req-cee33253-17b6-459d-a501-021e22c10594 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1089816 May 21 16:10:48.284139 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1652c66c-b2db-45e3-ac9c-5b5724242935 req-9cb08214-42ad-4e19-93a3-d8df127139f7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 May 21 16:10:48.334820 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:10:48.335766 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.518616 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Allocated IP 172.20.0.2 (0cff3001-f0e0-400a-8fd5-ca5a59f06ae0/82934035-5421-4498-b7ea-fd3a4a13b42b/46c76cbd-3332-42d1-bc3b-92787a9c9708) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:48.546390 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.769649 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.780391 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Transition to ACTIVE for port object 46c76cbd-3332-42d1-bc3b-92787a9c9708 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:48.798958 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Transition to ACTIVE for port object 46c76cbd-3332-42d1-bc3b-92787a9c9708 will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:48.804394 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.809303 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:48.870539 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:48.874787 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:48.877759 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:48.888666 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.913543 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Pushing event updated for resources: {'Port': ['ID=46c76cbd-3332-42d1-bc3b-92787a9c9708,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:48.922169 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:48.954655 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.955003 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.955341 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.955674 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.956001 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.956326 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.956648 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.956961 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.957285 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.957623 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.957945 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.958647 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:48.966161 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:49.003202 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Attempting to bind port 46c76cbd-3332-42d1-bc3b-92787a9c9708 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:10:49.004160 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Attempting to bind port 46c76cbd-3332-42d1-bc3b-92787a9c9708 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:10:49.004679 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Attempting to bind port 46c76cbd-3332-42d1-bc3b-92787a9c9708 on network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:49.011584 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:10:49.012859 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Checking segment: {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:49.013445 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:49.014121 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Bound using segment: {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:10:49.014822 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Bound port: 46c76cbd-3332-42d1-bc3b-92787a9c9708, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:10:49.015348 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:49.097343 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Allocated IP 172.28.1.7 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/e5783a88-5aad-496a-83b6-0d0a99947094) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:49.134641 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] For port 46c76cbd-3332-42d1-bc3b-92787a9c9708, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:10:49.137476 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6524ca2-b8f1-4561-a10e-6b938543162b req-303defdb-22e9-41cc-a8c9-78bdc3b6ea5b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:49.138795 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] For port 46c76cbd-3332-42d1-bc3b-92787a9c9708, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=46c76cbd-3332-42d1-bc3b-92787a9c9708,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:10:49.143349 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:49.146516 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d6524ca2-b8f1-4561-a10e-6b938543162b req-303defdb-22e9-41cc-a8c9-78bdc3b6ea5b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1169236 May 21 16:10:49.149068 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:49.206834 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d6524ca2-b8f1-4561-a10e-6b938543162b req-5997ae6e-20a9-454a-9e76-bbea8580bf85 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587323 May 21 16:10:49.249060 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Pushing event updated for resources: {'Port': ['ID=46c76cbd-3332-42d1-bc3b-92787a9c9708,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:49.252767 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:49.299283 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:49.344152 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:49.349329 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:49.499675 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:49.504455 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:49.512606 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:49.545802 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Pushing event updated for resources: {'Port': ['ID=e5783a88-5aad-496a-83b6-0d0a99947094,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:49.567719 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:49.688741 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184c699-b83c-4f1e-9fef-f2805345f738 req-50f79347-8e8e-4548-8318-e76bd82aef94 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:49.690270 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3184c699-b83c-4f1e-9fef-f2805345f738 req-50f79347-8e8e-4548-8318-e76bd82aef94 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2810967 May 21 16:10:49.868206 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3184c699-b83c-4f1e-9fef-f2805345f738 req-86a32899-35c3-4f20-abdc-d8c333965020 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717660 May 21 16:10:50.071685 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afafd1-b7b8-4c30-beda-ef6daaf2be9c req-d339cace-fc15-4c6d-9d34-093f5a48a88f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:50.081599 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f8afafd1-b7b8-4c30-beda-ef6daaf2be9c req-d339cace-fc15-4c6d-9d34-093f5a48a88f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 945 time: 0.1015458 May 21 16:10:50.158115 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f8afafd1-b7b8-4c30-beda-ef6daaf2be9c req-b35ea7ac-a6db-49fa-943f-2a6e053f2a3d tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744786 May 21 16:10:50.193265 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device da74c32c-8580-4b06-95a9-9e8bf135db1e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:10:50.206091 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:50.237285 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: da74c32c-8580-4b06-95a9-9e8bf135db1e {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:10:50.237673 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device da74c32c-8580-4b06-95a9-9e8bf135db1e not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:10:50.418933 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59874d-c7ff-4898-80a7-479e29fba06f None None] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:10:50.524474 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-f7ec695f-4033-47c7-bc7b-f08fca6eed58 None None] Provisioning for port 46c76cbd-3332-42d1-bc3b-92787a9c9708 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:50.569803 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46c76cbd-3332-42d1-bc3b-92787a9c9708 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:10:50.630516 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f61de-2c73-4b7f-9d9a-13da3eaaa52a req-8c55774c-a0a6-4211-992c-7ec88b7ee9d0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:50.631997 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7c9f61de-2c73-4b7f-9d9a-13da3eaaa52a req-8c55774c-a0a6-4211-992c-7ec88b7ee9d0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.2567027 May 21 16:10:50.694045 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:50.728834 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 46c76cbd-3332-42d1-bc3b-92787a9c9708 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:50.745972 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 46c76cbd-3332-42d1-bc3b-92787a9c9708 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:50.745972 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:50.760137 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7c9f61de-2c73-4b7f-9d9a-13da3eaaa52a req-b8f5d7c1-fcc6-4a42-a0ec-0e95999c614b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169455 May 21 16:10:50.896361 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:50.945494 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 46c76cbd-3332-42d1-bc3b-92787a9c9708, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=46c76cbd-3332-42d1-bc3b-92787a9c9708,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:50.952666 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:50.955372 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:51.018003 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Router 5feed309-dab5-43cf-9287-6e0142c70e5d is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:10:51.109278 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=46c76cbd-3332-42d1-bc3b-92787a9c9708,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:51.115040 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:51.175460 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2abfb0-7c6c-48a3-8ca9-bcfb0462fc40 req-e848a1af-6911-4afe-82f6-5ad0abc18d90 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:51.178588 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fb2abfb0-7c6c-48a3-8ca9-bcfb0462fc40 req-e848a1af-6911-4afe-82f6-5ad0abc18d90 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1236095 May 21 16:10:51.251526 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fb2abfb0-7c6c-48a3-8ca9-bcfb0462fc40 req-746a0098-48f0-4ccb-8db2-24137016e8e6 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590332 May 21 16:10:51.265748 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a73a783a-e90d-4b98-8edc-1800fccbc5ef None None] Provisioning complete for port 46c76cbd-3332-42d1-bc3b-92787a9c9708 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:51.270361 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a73a783a-e90d-4b98-8edc-1800fccbc5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:51.365658 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:10:51.376268 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Sync routers for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:10:51.399297 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:10:51.400967 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:10:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:51.416975 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Notify callbacks [] for router, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:51.418529 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3481174 May 21 16:10:51.424060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50156) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:51.506277 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2459b-b01e-4b32-b3f1-bf3ee2c1d2e9 req-e4d45f7e-667a-49c9-8d8c-4b2aa5a35ccb tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:51.506972 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-8de2459b-b01e-4b32-b3f1-bf3ee2c1d2e9 req-e4d45f7e-667a-49c9-8d8c-4b2aa5a35ccb tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Synchronizing usage tracker for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:10:51.539062 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-8de2459b-b01e-4b32-b3f1-bf3ee2c1d2e9 req-e4d45f7e-667a-49c9-8d8c-4b2aa5a35ccb tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Unset dirty status for tenant:06997d78033c4441a9f5f2a805cd7538 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:10:51.540207 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8de2459b-b01e-4b32-b3f1-bf3ee2c1d2e9 req-e4d45f7e-667a-49c9-8d8c-4b2aa5a35ccb tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 945 time: 0.2281108 May 21 16:10:51.592510 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:10:51.829098 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8de2459b-b01e-4b32-b3f1-bf3ee2c1d2e9 req-5d8afc92-e192-45f9-9443-92516ce04155 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/security-groups?id=8f68a143-6437-4414-8c2a-2baa6a732217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328265 May 21 16:10:51.909633 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:49Z', 'revision_number': 3, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:51.917524 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Checking router: 5feed309-dab5-43cf-9287-6e0142c70e5d for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:10:51.917524 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Updating router 5feed309-dab5-43cf-9287-6e0142c70e5d port e5783a88-5aad-496a-83b6-0d0a99947094 binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:10:51.969040 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.017095 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-6232b8dc-32bc-4428-b584-faad96770090 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:52.019191 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-6232b8dc-32bc-4428-b584-faad96770090 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 945 time: 0.1616752 May 21 16:10:52.096614 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9668e-2cf3-4c2c-b75f-c2f0afc9c58c req-051afc90-c458-4924-88e8-e6e1fe39d7b2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:52.096933 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bcb9668e-2cf3-4c2c-b75f-c2f0afc9c58c req-051afc90-c458-4924-88e8-e6e1fe39d7b2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.2013161 May 21 16:10:52.221382 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bcb9668e-2cf3-4c2c-b75f-c2f0afc9c58c req-5b1e8222-f6af-4635-9ba8-84c49dbb1064 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233487 May 21 16:10:52.280551 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Deleting port a3528524-b444-4c2d-b53a-e906f7631ad0 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:10:52.281069 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.317168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.436977 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.460146 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Transition to ACTIVE for port object e5783a88-5aad-496a-83b6-0d0a99947094 will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:52.473641 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.507368 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:52.547387 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46c76cbd-3332-42d1-bc3b-92787a9c9708 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:10:52.587873 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Attempting to bind port e5783a88-5aad-496a-83b6-0d0a99947094 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:10:52.588240 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Attempting to bind port e5783a88-5aad-496a-83b6-0d0a99947094 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:10:52.588596 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Attempting to bind port e5783a88-5aad-496a-83b6-0d0a99947094 on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:52.610976 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:10:52.612035 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:52.612629 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.613293 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:10:52.614084 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Bound port: e5783a88-5aad-496a-83b6-0d0a99947094, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:10:52.614843 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.647102 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] For port a3528524-b444-4c2d-b53a-e906f7631ad0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a3528524-b444-4c2d-b53a-e906f7631ad0,segment=NetworkSegment(7d6e67f4-28f1-4f35-ac67-447bb0ea1f50),segment_id=7d6e67f4-28f1-4f35-ac67-447bb0ea1f50)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:52.647591 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.673893 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9610cf-5bdd-4b16-a471-56e89ee64001 req-c3281b7d-37a2-4691-93b3-dae8e0aac941 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:52.680902 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0f9610cf-5bdd-4b16-a471-56e89ee64001 req-c3281b7d-37a2-4691-93b3-dae8e0aac941 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2103052 May 21 16:10:52.700445 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 46c76cbd-3332-42d1-bc3b-92787a9c9708 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:52.700827 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.709844 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Pushing event updated for resources: {'Port': ['ID=e5783a88-5aad-496a-83b6-0d0a99947094,revision_number=2']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:52.733558 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.734338 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.734879 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.735384 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.736007 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.736541 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.737210 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.737762 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.738395 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.738891 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.739498 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.739992 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:10:52.747360 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:52.769395 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] For port e5783a88-5aad-496a-83b6-0d0a99947094, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:10:52.779717 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] For port e5783a88-5aad-496a-83b6-0d0a99947094, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=e5783a88-5aad-496a-83b6-0d0a99947094,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:10:52.787153 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:52.799532 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-e2fde3ca-a97d-48ed-b6ee-12ff40128e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:52.844809 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Allocated IP 172.20.0.1 (0cff3001-f0e0-400a-8fd5-ca5a59f06ae0/82934035-5421-4498-b7ea-fd3a4a13b42b/13fe4e55-d84a-4917-849f-e05be2512cf6) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:52.845346 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Calling delete_port for a3528524-b444-4c2d-b53a-e906f7631ad0 owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:10:52.897341 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:10:52.898077 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:10:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:52.910258 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0f9610cf-5bdd-4b16-a471-56e89ee64001 req-b2d76072-04fa-4ab2-b46d-6306ea164730 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283096 May 21 16:10:52.988086 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Pushing event updated for resources: {'Port': ['ID=e5783a88-5aad-496a-83b6-0d0a99947094,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:52.994429 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:53.040715 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5185d-17c1-4766-81cf-bfdcf5c3a7ec req-43f20a5a-0855-4bcb-b11e-cd09164cbcfd tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:53.046609 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b3a5185d-17c1-4766-81cf-bfdcf5c3a7ec req-43f20a5a-0855-4bcb-b11e-cd09164cbcfd tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.3364553 May 21 16:10:53.075426 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-7e3f0f7d-65bf-4238-ab88-90559b374353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:53.076856 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-7e3f0f7d-65bf-4238-ab88-90559b374353 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 1098 time: 0.3092649 May 21 16:10:53.077402 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:53.090203 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['a3528524-b444-4c2d-b53a-e906f7631ad0'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:10:53.093616 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6cea68e1-f9b1-4bdc-a4e9-bafb3c24337d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:53.160196 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:10:53.170509 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b3a5185d-17c1-4766-81cf-bfdcf5c3a7ec req-3b7100d3-4f7c-4c93-9994-76a33bbcb0a2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195300 May 21 16:10:53.198518 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6a3d718c-a9f9-46e5-8f68-09bf6d62dbb7 req-146b4f4d-5c69-43fe-b621-53a0dcb72c9f tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.91 "GET /v2.0/ports?device_id=817b3167-1ce2-4a50-a81e-fd65ebef7661 HTTP/1.1" status: 200 len: 210 time: 0.1547692 May 21 16:10:53.216359 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Pushing event deleted for resources: {'Port': ['ID=a3528524-b444-4c2d-b53a-e906f7631ad0,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:53.256050 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:53.263338 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:53.290290 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Transition to ACTIVE for port object 13fe4e55-d84a-4917-849f-e05be2512cf6 will not be triggered until provisioned by entity DHCP. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:53.307216 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] No DVR routers for this DVR port a3528524-b444-4c2d-b53a-e906f7631ad0 on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:10:53.310204 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:53.313039 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'name': 'network-vif-deleted', 'tag': 'a3528524-b444-4c2d-b53a-e906f7631ad0'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:10:53.343828 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-adb7ad26-0967-422a-8f76-0e9e55d14cf3 req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] 10.222.0.84 "DELETE /v2.0/ports/a3528524-b444-4c2d-b53a-e906f7631ad0 HTTP/1.1" status: 204 len: 173 time: 1.3129694 May 21 16:10:53.346859 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-d0e2a88e-48cd-4afb-8641-3b919ffc7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:53.348424 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-d0e2a88e-48cd-4afb-8641-3b919ffc7db6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 912 time: 0.2612596 May 21 16:10:53.381692 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817b3167-1ce2-4a50-a81e-fd65ebef7661', 'name': 'network-vif-deleted', 'tag': 'a3528524-b444-4c2d-b53a-e906f7631ad0', 'status': 'completed', 'code': 200} May 21 16:10:53.475627 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-23b451fa-4d18-4e78-b9e6-2778aa535216 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 200 len: 1001 time: 0.1126039 May 21 16:10:53.483865 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:53.493806 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:53.602797 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:49Z', 'revision_number': 3, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:53.609041 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d961e0-6a9b-4852-b810-80810f128dc2 None None] The sync data for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb is: [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:49Z', 'revision_number': 3, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:10:53.610572 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:53.618884 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:53.626855 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:53.662994 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-6e393b69-6412-4679-a621-5bc55b69451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:53.664510 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-6e393b69-6412-4679-a621-5bc55b69451e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.1746795 May 21 16:10:53.669335 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Pushing event updated for resources: {'Port': ['ID=13fe4e55-d84a-4917-849f-e05be2512cf6,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:53.814272 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:53.844443 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:53.866341 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-c601326e-d3a2-41d8-9abc-e18ec72670c6 None None] Provisioning for port 13fe4e55-d84a-4917-849f-e05be2512cf6 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:53.872265 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-c601326e-d3a2-41d8-9abc-e18ec72670c6 None None] Provisioning complete for port 13fe4e55-d84a-4917-849f-e05be2512cf6 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:53.872910 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c601326e-d3a2-41d8-9abc-e18ec72670c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:53.898412 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-d3b6eaa0-cb95-4575-97a5-23bb488bf92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:53.899919 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-d3b6eaa0-cb95-4575-97a5-23bb488bf92b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2220616 May 21 16:10:53.960050 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-c601326e-d3a2-41d8-9abc-e18ec72670c6 None None] Port 13fe4e55-d84a-4917-849f-e05be2512cf6 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:10:54.142631 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-8508e6db-8349-4a36-92c4-7474e5bc7ba9 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236934 May 21 16:10:54.191775 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b824e-f0e4-43e3-9550-e2f0a484d99e req-a6c5ddee-1de0-469c-bfbf-6d029bccd7a8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:54.198336 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9f8b824e-f0e4-43e3-9550-e2f0a484d99e req-a6c5ddee-1de0-469c-bfbf-6d029bccd7a8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1160152 May 21 16:10:54.271294 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9f8b824e-f0e4-43e3-9550-e2f0a484d99e req-3b0a94d1-de24-41d4-9655-1b1e1a8d8866 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634265 May 21 16:10:54.336112 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.380619 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50188) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:54.460283 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-148b4f49-fdeb-450a-a5c0-287ced66a571 req-d07e564c-2c38-4be6-880c-a55b42a6380a service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850404 May 21 16:10:54.478519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Deleting subnet 14968922-790b-424c-9ae3-34c1af17ce2f {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:10:54.483595 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.562202 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device e5783a88-5aad-496a-83b6-0d0a99947094 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:10:54.682925 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port e5783a88-5aad-496a-83b6-0d0a99947094 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:10:54.686712 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.691533 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port e5783a88-5aad-496a-83b6-0d0a99947094 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:54.691915 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.696380 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcf519-ce65-4f9d-bc6e-3dd721423dcb req-97aa092c-bbed-4e9b-a8eb-56abb7e17b73 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:54.704095 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f9dcf519-ce65-4f9d-bc6e-3dd721423dcb req-97aa092c-bbed-4e9b-a8eb-56abb7e17b73 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.3552549 May 21 16:10:54.775920 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.790012 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f9dcf519-ce65-4f9d-bc6e-3dd721423dcb req-42001318-d8d0-4d69-aea0-bd5be1302be3 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848854 May 21 16:10:54.884677 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.891750 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.925388 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bc7fc247-8260-4453-923a-2f9bb167a0b4 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:54.943226 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.961960 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port e5783a88-5aad-496a-83b6-0d0a99947094, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=e5783a88-5aad-496a-83b6-0d0a99947094,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:10:54.969550 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:54.977748 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:55.022356 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.027678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Pushing event updated for resources: {'Port': ['ID=13fe4e55-d84a-4917-849f-e05be2512cf6,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:55.032536 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:55.068783 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=e5783a88-5aad-496a-83b6-0d0a99947094,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:55.071945 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:55.123129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.128973 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:55.170946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14968922-790b-424c-9ae3-34c1af17ce2f,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:55.174075 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:55.175209 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.181237 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/14968922-790b-424c-9ae3-34c1af17ce2f HTTP/1.1" status: 204 len: 168 time: 0.7993550 May 21 16:10:55.184397 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50194) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:55.202758 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:55.204028 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:55.302060 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.429845 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Router 5feed309-dab5-43cf-9287-6e0142c70e5d has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:10:55.505575 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9bc11e82-a6d5-421a-a808-4280afb30819 None None] Provisioning complete for port 13fe4e55-d84a-4917-849f-e05be2512cf6 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:55.505976 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9bc11e82-a6d5-421a-a808-4280afb30819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.533671 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.556070 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa99f540-a2df-4691-822d-d45a123c8425']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:55.580811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:55.581250 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6e67f4-28f1-4f35-ac67-447bb0ea1f50') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:55.589221 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9bc11e82-a6d5-421a-a808-4280afb30819 None None] Port 13fe4e55-d84a-4917-849f-e05be2512cf6 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:10:55.598066 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.626546 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e6199-7b57-4fce-8cfb-6645cd2ccb4f req-a89c838d-cb71-43df-8f15-c0589a4e44df tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:55.628267 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0e7e6199-7b57-4fce-8cfb-6645cd2ccb4f req-a89c838d-cb71-43df-8f15-c0589a4e44df tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1747518 May 21 16:10:55.629023 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.637933 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:10:55.638394 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:10:55.654741 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:10:55.665828 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:10:55.675477 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] 10.222.0.91 "PUT /v2.0/routers/5feed309-dab5-43cf-9287-6e0142c70e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2524817 May 21 16:10:55.737996 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Sync routers for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:10:55.750400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:10:55.751025 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:10:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:55.768783 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.776785 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:55.791633 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0e7e6199-7b57-4fce-8cfb-6645cd2ccb4f req-cbeb17a7-2b30-40a9-827d-b221f1ef2cb5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562357 May 21 16:10:55.793321 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:55.810554 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa99f540-a2df-4691-822d-d45a123c8425,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:55.815389 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] 10.222.0.91 "DELETE /v2.0/networks/aa99f540-a2df-4691-822d-d45a123c8425 HTTP/1.1" status: 204 len: 168 time: 0.6276059 May 21 16:10:55.816314 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:56.007228 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50214) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:56.018168 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:10:56.048378 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526347f-cf1f-4564-9b14-a4bbc5118eda req-605b90ca-0a4f-4810-a2a6-959502ce0116 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:56.050044 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f526347f-cf1f-4564-9b14-a4bbc5118eda req-605b90ca-0a4f-4810-a2a6-959502ce0116 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1141796 May 21 16:10:56.068044 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e5825566-f8b6-487a-b1c2-41eef189fe9a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=06997d78033c4441a9f5f2a805cd7538&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0592868 May 21 16:10:56.070397 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50218) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:56.155905 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3913ccb9-d142-4999-be28-82bb44648f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.200938 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3913ccb9-d142-4999-be28-82bb44648f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.246603 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f526347f-cf1f-4564-9b14-a4bbc5118eda req-3897720d-20f3-43ad-bac4-b8ded8cddf65 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877584 May 21 16:10:56.286427 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3913ccb9-d142-4999-be28-82bb44648f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.290038 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a3528524-b444-4c2d-b53a-e906f7631ad0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:10:56.293846 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b30d50cc-a482-40fb-a939-cac0b40aac6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:56.308574 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913ccb9-d142-4999-be28-82bb44648f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68a143-6437-4414-8c2a-2baa6a732217,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:56.311800 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3913ccb9-d142-4999-be28-82bb44648f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:56.322633 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3913ccb9-d142-4999-be28-82bb44648f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.323930 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3913ccb9-d142-4999-be28-82bb44648f93 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8f68a143-6437-4414-8c2a-2baa6a732217 HTTP/1.1" status: 204 len: 168 time: 0.2526526 May 21 16:10:56.353745 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: a3528524-b444-4c2d-b53a-e906f7631ad0 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:10:56.354336 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device a3528524-b444-4c2d-b53a-e906f7631ad0 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:10:56.492885 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device e5783a88-5aad-496a-83b6-0d0a99947094 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:10:56.554967 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 2, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:56.564801 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Checking router: 5feed309-dab5-43cf-9287-6e0142c70e5d for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:10:56.565431 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Updating router 5feed309-dab5-43cf-9287-6e0142c70e5d port 13fe4e55-d84a-4917-849f-e05be2512cf6 binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:10:56.646299 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.661952 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port e5783a88-5aad-496a-83b6-0d0a99947094 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:10:56.662331 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.673421 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50240) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:56.682265 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1399434134-network', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:56.687385 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:56.692128 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Usage tracker for resource:network and tenant:65f1c7535510424ba102d69fb4dcd26a is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:56.694465 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:56.706892 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:56.728648 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Made reservation on behalf of 65f1c7535510424ba102d69fb4dcd26a for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:56.731328 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.744936 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.763985 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:56.770410 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Usage tracker for resource:security_group_rule and tenant:65f1c7535510424ba102d69fb4dcd26a is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:56.775840 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:56.787991 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:56.927675 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.934161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:56.939902 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7fba0459-ad92-4b43-be63-604e750f9431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:56.980329 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:10:56.992682 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee812f-e8f9-41d6-9140-9a9fbc9f368f,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:57.009245 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:57.014931 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.015568 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Added segment 81dd32d2-5858-4f92-aa13-a9a1a9cba72b of type vlan for network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea May 21 16:10:57.057750 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.074219 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9ac17-f0db-4582-8bd1-0bde25668929 req-4e7752e0-c82b-41e3-bf3d-42cb02f8c743 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:57.085160 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8ca9ac17-f0db-4582-8bd1-0bde25668929 req-4e7752e0-c82b-41e3-bf3d-42cb02f8c743 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1240511 May 21 16:10:57.097337 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.099567 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:57.100481 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.107105 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:57.160582 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8ca9ac17-f0db-4582-8bd1-0bde25668929 req-9741b734-0e45-4845-adad-d02ee0810bea tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719688 May 21 16:10:57.237389 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5602057 May 21 16:10:57.237389 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Pushing event updated for resources: {'Network': ['ID=28dd159b-d880-4c18-9be3-d2dcbc1d4fea,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:57.238121 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50258) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:57.240870 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:57.245066 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Request body: {'subnet': {'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1399434134-subnet', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'ip_version': 4}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:57.250944 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:57.257042 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Usage tracker for resource:subnet and tenant:65f1c7535510424ba102d69fb4dcd26a is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:57.259329 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:10:57.263388 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:57.269739 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:57.281674 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Made reservation on behalf of 65f1c7535510424ba102d69fb4dcd26a for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:10:57.284472 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2283310'] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.367843 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-b58613d6-d838-4f3e-94e6-9354637fc77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.392063 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.408441 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Transition to ACTIVE for port object 13fe4e55-d84a-4917-849f-e05be2512cf6 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:57.416120 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.422961 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:57.656767 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd8ddd-264d-4cab-bc00-dc9de045e8d8 None None] Pushing event updated for resources: {'Port': ['ID=13fe4e55-d84a-4917-849f-e05be2512cf6,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:57.743525 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-15cd8ddd-264d-4cab-bc00-dc9de045e8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:57.765532 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Attempting to bind port 13fe4e55-d84a-4917-849f-e05be2512cf6 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:10:57.766046 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Attempting to bind port 13fe4e55-d84a-4917-849f-e05be2512cf6 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:10:57.766545 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Attempting to bind port 13fe4e55-d84a-4917-849f-e05be2512cf6 on network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:57.772898 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:10:57.773334 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Checking segment: {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:57.773856 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.774344 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Bound using segment: {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:10:57.774915 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Bound port: 13fe4e55-d84a-4917-849f-e05be2512cf6, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:10:57.775387 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.816586 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2228972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2283264'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.821551 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:57.880377 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] For port 13fe4e55-d84a-4917-849f-e05be2512cf6, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:10:57.885655 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] For port 13fe4e55-d84a-4917-849f-e05be2512cf6, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=13fe4e55-d84a-4917-849f-e05be2512cf6,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:10:57.891370 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.895458 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:57.903619 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64c10ea-0c62-4127-a713-1196bdec20f1,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:57.907094 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:57.909689 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Checking segment: {'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:57.910056 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Network hostable DHCP agents. Network: 28dd159b-d880-4c18-9be3-d2dcbc1d4fea, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:10:57.932434 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:10:57.945738 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 28dd159b-d880-4c18-9be3-d2dcbc1d4fea) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:57.967228 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:57.968266 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:57.986474 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2c197-43e5-4885-99b5-8b79a3e0c542 None None] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:10:57.993412 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-70f620a1-7a0e-4f5b-a1d7-c5792a4465ff admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7540929 May 21 16:10:57.996407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50278) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:10:58.001668 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:10:58.006476 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:10:58.011837 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:10:58.012054 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Usage tracker for resource:router and tenant:65f1c7535510424ba102d69fb4dcd26a is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:10:58.012546 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:10:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:58.015018 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:10:58.020752 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:10:58.034047 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:58.035247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:58.055975 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:58.243868 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd8ddd-264d-4cab-bc00-dc9de045e8d8 None None] Pushing event updated for resources: {'Port': ['ID=13fe4e55-d84a-4917-849f-e05be2512cf6,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:58.262511 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-15cd8ddd-264d-4cab-bc00-dc9de045e8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:58.453175 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baaaba-acc2-4ecb-a352-162b890a8a54 req-773284b1-1436-432c-ad95-52c27d698ced tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:10:58.456534 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-93baaaba-acc2-4ecb-a352-162b890a8a54 req-773284b1-1436-432c-ad95-52c27d698ced tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1196895 May 21 16:10:58.529268 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-93baaaba-acc2-4ecb-a352-162b890a8a54 req-804c6bcc-3679-48e5-a02b-ae2901483955 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 May 21 16:10:58.553988 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:10:58.562193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:58.750702 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-28dd159b-d880-4c18-9be3-d2dcbc1d4fea', 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'fixed_ips': [{'subnet_id': 'b64c10ea-0c62-4127-a713-1196bdec20f1'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:10:58.751662 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:58.978155 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.022459 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.097819 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Allocated IP 172.20.0.2 (28dd159b-d880-4c18-9be3-d2dcbc1d4fea/b64c10ea-0c62-4127-a713-1196bdec20f1/941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:59.190747 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Allocated IP 172.28.1.29 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/893c4b59-02b1-4a0f-b228-3e81022bcd73) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:10:59.208905 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:10:57Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:10:59.218311 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e7f8-02fa-4eb6-b9b1-2f22cd372377 None None] The sync data for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb is: [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:10:57Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:10:59.415311 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.430656 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Transition to ACTIVE for port object 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:59.435227 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.468139 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Transition to ACTIVE for port object 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:10:59.476038 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.482661 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:59.491940 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.496845 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:10:59.576280 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:59.580177 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:59.584231 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:59.613607 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:10:59.619433 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:10:59.626218 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:10:59.637421 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Pushing event updated for resources: {'Port': ['ID=893c4b59-02b1-4a0f-b228-3e81022bcd73,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:59.642953 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:59.684389 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Pushing event updated for resources: {'Port': ['ID=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:10:59.713541 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:10:59.753047 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Attempting to bind port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:10:59.753047 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Attempting to bind port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:10:59.753047 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Attempting to bind port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 on network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:10:59.760295 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:10:59.760667 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Checking segment: {'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:10:59.761818 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.762413 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Bound using segment: {'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:10:59.763041 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Bound port: 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:10:59.763418 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.836554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-09439657-b7b6-4433-b9b9-c841e058ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.901241 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] For port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:10:59.904050 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.910322 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] For port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,segment=NetworkSegment(81dd32d2-5858-4f92-aa13-a9a1a9cba72b),segment_id=81dd32d2-5858-4f92-aa13-a9a1a9cba72b)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:10:59.919984 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:10:59.926217 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:00.035755 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Pushing event updated for resources: {'Port': ['ID=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:00.036604 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83a04d-20c5-4602-8ac2-3c17d33311f8 req-b94d989e-ed2b-4675-aaab-77ac8e61fe37 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:00.044593 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc83a04d-20c5-4602-8ac2-3c17d33311f8 req-b94d989e-ed2b-4675-aaab-77ac8e61fe37 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.3150706 May 21 16:11:00.046663 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:00.197713 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc83a04d-20c5-4602-8ac2-3c17d33311f8 req-294ce24d-63a3-495a-be32-a8d6bbabdb5f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498659 May 21 16:11:00.210291 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:00.655978 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:00.723805 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:00.793207 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:00.800677 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 13fe4e55-d84a-4917-849f-e05be2512cf6 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:00.906558 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 13fe4e55-d84a-4917-849f-e05be2512cf6 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:00.907547 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:00.914029 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 13fe4e55-d84a-4917-849f-e05be2512cf6 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:00.914791 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:01.084979 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:01.134211 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 13fe4e55-d84a-4917-849f-e05be2512cf6, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=13fe4e55-d84a-4917-849f-e05be2512cf6,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:01.144282 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:01.146368 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:01.203259 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Router 624efa99-bf36-4a6f-8774-ede6916e5e57 is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:11:01.247366 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=13fe4e55-d84a-4917-849f-e05be2512cf6,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:01.252883 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:01.356902 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03644621-6d04-442a-b161-c4d0d0e80335 None None] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:11:01.419865 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c193-1b0a-45ba-91be-f6c0704d93d8 req-b5d99cf8-db1f-4c68-b469-83bd5212db7a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:01.421481 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a237c193-1b0a-45ba-91be-f6c0704d93d8 req-b5d99cf8-db1f-4c68-b469-83bd5212db7a tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0905313 May 21 16:11:01.425868 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:11:01.436503 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Sync routers for ids ['624efa99-bf36-4a6f-8774-ede6916e5e57'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:11:01.445590 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Routers {'624efa99-bf36-4a6f-8774-ede6916e5e57'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:11:01.446505 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:11:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['624efa99-bf36-4a6f-8774-ede6916e5e57'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:01.459364 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:01.463443 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4636219 May 21 16:11:01.463698 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50340) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:01.473641 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a237c193-1b0a-45ba-91be-f6c0704d93d8 req-1e3b0982-7cfe-4865-a0f9-a1b6a1216fd9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429010 May 21 16:11:01.503793 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Provisioning for port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:01.535159 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Provisioning complete for port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:01.535534 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:01.650508 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Set router 624efa99-bf36-4a6f-8774-ede6916e5e57 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:11:01.764691 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:01.809667 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] For port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,segment=NetworkSegment(81dd32d2-5858-4f92-aa13-a9a1a9cba72b),segment_id=81dd32d2-5858-4f92-aa13-a9a1a9cba72b)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:01.815340 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:01.820191 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:01.905380 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Pushing event updated for resources: {'Port': ['ID=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:01.908602 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:01.977361 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:10:59Z', 'revision_number': 3, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port': {'id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:59Z', 'updated_at': '2021-05-21T16:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:01.982253 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Checking router: 624efa99-bf36-4a6f-8774-ede6916e5e57 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:11:01.982699 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Updating router 624efa99-bf36-4a6f-8774-ede6916e5e57 port 893c4b59-02b1-4a0f-b228-3e81022bcd73 binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:11:02.038232 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.038802 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-e4177e18-3549-40fa-9a8d-3ed96210021e None None] Provisioning complete for port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:02.039288 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e4177e18-3549-40fa-9a8d-3ed96210021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.274839 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.484057 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.510887 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:02.524917 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.537303 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Transition to ACTIVE for port object 893c4b59-02b1-4a0f-b228-3e81022bcd73 will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:11:02.546177 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.553035 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:02.625992 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50362) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:02.629069 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Attempting to bind port 893c4b59-02b1-4a0f-b228-3e81022bcd73 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:11:02.629453 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Attempting to bind port 893c4b59-02b1-4a0f-b228-3e81022bcd73 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:11:02.629845 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Attempting to bind port 893c4b59-02b1-4a0f-b228-3e81022bcd73 on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:11:02.642633 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:02.643269 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.646063 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:11:02.646459 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:11:02.646953 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.647346 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:11:02.647849 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Bound port: 893c4b59-02b1-4a0f-b228-3e81022bcd73, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:11:02.648216 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.740140 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] For port 893c4b59-02b1-4a0f-b228-3e81022bcd73, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:11:02.754798 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] For port 893c4b59-02b1-4a0f-b228-3e81022bcd73, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=893c4b59-02b1-4a0f-b228-3e81022bcd73,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:11:02.763207 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.767088 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Allocated IP 172.20.0.1 (28dd159b-d880-4c18-9be3-d2dcbc1d4fea/b64c10ea-0c62-4127-a713-1196bdec20f1/0cfce7bd-11f8-48b6-a7cc-d45a54941fee) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:11:02.790857 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.792288 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d0614-1152-490d-86d4-58d124cc15b6 None None] Pushing event updated for resources: {'Port': ['ID=893c4b59-02b1-4a0f-b228-3e81022bcd73,revision_number=2']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:02.817902 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee853c-4e4c-45f0-88c4-6aa724dd87c4 req-6fe1cd93-5e48-4092-ab1f-dba7731d5838 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:02.819989 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:02.823169 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-8f2d0614-1152-490d-86d4-58d124cc15b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:02.824944 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:02.828332 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2aee853c-4e4c-45f0-88c4-6aa724dd87c4 req-6fe1cd93-5e48-4092-ab1f-dba7731d5838 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2185442 May 21 16:11:02.829387 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7030073d244201bf8d192929a0a006 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:02.830454 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 13fe4e55-d84a-4917-849f-e05be2512cf6 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:02.838213 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:02.852331 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:02.936134 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Routers {'624efa99-bf36-4a6f-8774-ede6916e5e57'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:11:02.937359 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:11:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['624efa99-bf36-4a6f-8774-ede6916e5e57'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:02.943693 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 13fe4e55-d84a-4917-849f-e05be2512cf6 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:02.944600 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:02.979835 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2aee853c-4e4c-45f0-88c4-6aa724dd87c4 req-b7226b58-bb01-4849-976d-2d735a8937d9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503508 May 21 16:11:03.003702 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.010486 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.015113 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d0614-1152-490d-86d4-58d124cc15b6 None None] Pushing event updated for resources: {'Port': ['ID=893c4b59-02b1-4a0f-b228-3e81022bcd73,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:03.023506 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-05d9cd36-519e-422e-89f7-cd4438bf36ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:03.028062 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-8f2d0614-1152-490d-86d4-58d124cc15b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:03.050114 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.070516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Transition to ACTIVE for port object 0cfce7bd-11f8-48b6-a7cc-d45a54941fee will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:11:03.079967 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cd7030073d244201bf8d192929a0a006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498634 May 21 16:11:03.080362 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50372) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:03.104296 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.111370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-57dc5553-21eb-4a99-b7f2-e7715773e9c3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:03.111574 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef83a0-a38a-4114-888c-f4467816fd48,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:03.116299 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bf55a0e6-ce7c-4c93-8db2-cb88a4f9b131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:03.167088 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] Set router 624efa99-bf36-4a6f-8774-ede6916e5e57 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:11:03.170153 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-da4d2a91-a0d1-46b0-8934-94e5fc17c286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.187702 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:11:03.190494 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:11:03.194051 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:11:03.202465 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-da4d2a91-a0d1-46b0-8934-94e5fc17c286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.233986 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:03.240014 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:03.272490 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.281706 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-da4d2a91-a0d1-46b0-8934-94e5fc17c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.286434 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-f121d5a6-58fa-49e2-a9db-ee859c1cc6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:03.301470 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d2a91-a0d1-46b0-8934-94e5fc17c286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef83a0-a38a-4114-888c-f4467816fd48,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:03.304333 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-da4d2a91-a0d1-46b0-8934-94e5fc17c286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:03.320146 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-da4d2a91-a0d1-46b0-8934-94e5fc17c286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.321691 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-da4d2a91-a0d1-46b0-8934-94e5fc17c286 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41ef83a0-a38a-4114-888c-f4467816fd48 HTTP/1.1" status: 204 len: 168 time: 0.2398779 May 21 16:11:03.462141 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.535127 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-ea884aca-3103-4943-a2a9-a8668147a218 None None] Provisioning for port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:03.540790 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-ea884aca-3103-4943-a2a9-a8668147a218 None None] Provisioning complete for port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:03.541372 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-ea884aca-3103-4943-a2a9-a8668147a218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.587319 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:10:59Z', 'revision_number': 3, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port': {'id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:59Z', 'updated_at': '2021-05-21T16:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:03.592823 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9008564e-00d6-4307-8bd2-a9cf5e669267 None None] The sync data for ids ['624efa99-bf36-4a6f-8774-ede6916e5e57'] in dv-cinder-792462-8-smb is: [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:10:59Z', 'revision_number': 3, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port': {'id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:59Z', 'updated_at': '2021-05-21T16:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:11:03.637376 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-ea884aca-3103-4943-a2a9-a8668147a218 None None] Port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:11:03.743978 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.748796 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.778072 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:03.890938 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:03.893810 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:03.899659 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.916268 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50382) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:03.942998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:03.960420 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:03.964368 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a7aea2d8b64547d1baea8b5033f1e4e9 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:03.967566 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:03.973600 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:04.065064 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:11:04.108285 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.113086 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.113803 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:11:04.115065 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:11:04.124902 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-97e25995-3973-40f0-9918-f233998a7570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:04.251324 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96173b3-584d-4a2e-bb9b-2c51a0225e86,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:04.259119 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a7aea2d8b64547d1baea8b5033f1e4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415327 May 21 16:11:04.261686 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50390) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:04.263035 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:04.337470 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158527e-06c1-49d9-8d57-225b39396e1c req-e6ac9085-2255-4cd2-9cd8-a97506c7cd37 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:04.345933 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d158527e-06c1-49d9-8d57-225b39396e1c req-e6ac9085-2255-4cd2-9cd8-a97506c7cd37 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2083571 May 21 16:11:04.354178 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Router 624efa99-bf36-4a6f-8774-ede6916e5e57 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:11:04.377650 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-de46401d-d4f6-44a1-91d5-23cfd6f193dd None None] Provisioning complete for port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:04.379096 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-de46401d-d4f6-44a1-91d5-23cfd6f193dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.414185 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.446781 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.490564 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-de46401d-d4f6-44a1-91d5-23cfd6f193dd None None] Port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:11:04.510771 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.518448 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9bd32277-7784-493d-8944-ef204c6300c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:04.538556 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d158527e-06c1-49d9-8d57-225b39396e1c req-cd7ed500-a321-4a95-ac88-339327dfc0f1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915715 May 21 16:11:04.549039 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96173b3-584d-4a2e-bb9b-2c51a0225e86,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:04.555267 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:04.574159 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.575259 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c96173b3-584d-4a2e-bb9b-2c51a0225e86 HTTP/1.1" status: 204 len: 168 time: 0.3107409 May 21 16:11:04.595422 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 893c4b59-02b1-4a0f-b228-3e81022bcd73 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:04.712089 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:11:04.722402 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] 10.222.0.91 "PUT /v2.0/routers/624efa99-bf36-4a6f-8774-ede6916e5e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2567036 May 21 16:11:04.735574 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 893c4b59-02b1-4a0f-b228-3e81022bcd73 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:04.741423 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 893c4b59-02b1-4a0f-b228-3e81022bcd73 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:04.741891 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.882741 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.900747 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 893c4b59-02b1-4a0f-b228-3e81022bcd73, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=893c4b59-02b1-4a0f-b228-3e81022bcd73,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:04.905800 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:04.907663 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:04.989764 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=893c4b59-02b1-4a0f-b228-3e81022bcd73,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:04.993040 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:05.715801 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Sync routers for ids ['624efa99-bf36-4a6f-8774-ede6916e5e57'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:11:05.727146 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Routers {'624efa99-bf36-4a6f-8774-ede6916e5e57'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:11:05.727780 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:11:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['624efa99-bf36-4a6f-8774-ede6916e5e57'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:05.771139 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf0c9a-baae-4a16-a8ae-5678d29207fc req-8f0d44db-2ec3-4f5e-9852-155429a385c1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:05.773559 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ffdf0c9a-baae-4a16-a8ae-5678d29207fc req-8f0d44db-2ec3-4f5e-9852-155429a385c1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1259325 May 21 16:11:05.827215 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ffdf0c9a-baae-4a16-a8ae-5678d29207fc req-82d95f33-29f3-4b40-b6d5-3cb33d2f5e41 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469208 May 21 16:11:05.931675 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Set router 624efa99-bf36-4a6f-8774-ede6916e5e57 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:11:06.267326 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:11:03Z', 'revision_number': 4, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port': {'id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:59Z', 'updated_at': '2021-05-21T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '0cfce7bd-11f8-48b6-a7cc-d45a54941fee', 'name': '', 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'mac_address': 'fa:16:3e:eb:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b64c10ea-0c62-4127-a713-1196bdec20f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:11:02Z', 'updated_at': '2021-05-21T16:11:03Z', 'revision_number': 2, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'subnets': [{'id': 'b64c10ea-0c62-4127-a713-1196bdec20f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:06.271247 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Checking router: 624efa99-bf36-4a6f-8774-ede6916e5e57 for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:11:06.271629 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Updating router 624efa99-bf36-4a6f-8774-ede6916e5e57 port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:11:06.328059 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:06.481863 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 893c4b59-02b1-4a0f-b228-3e81022bcd73 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:06.622253 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50454) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:06.655183 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 893c4b59-02b1-4a0f-b228-3e81022bcd73 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:06.655565 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:06.779525 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:06.794629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:06.798799 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:c7593960ae644cc3a3f9e616a7fe4c77 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:06.801897 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:06.808379 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:06.878609 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:06.898300 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Transition to ACTIVE for port object 0cfce7bd-11f8-48b6-a7cc-d45a54941fee will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:11:06.907907 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:06.912417 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:06.935252 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:06.940613 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:06.954100 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-081c5ee7-2fe2-4c38-9ed6-aa1e953bf171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:07.050436 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c7593960ae644cc3a3f9e616a7fe4c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270160 May 21 16:11:07.053070 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec7c773-12ab-4ece-8fdb-7c9071fa0a7d,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:07.054189 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50466) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:07.062519 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:07.097200 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996afc8-7e92-481f-873f-7e331c3d71dc None None] Pushing event updated for resources: {'Port': ['ID=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:07.120214 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b748c-df5d-4b9c-b57d-2e08b5e6a207 req-fe464209-d791-4957-ac9b-5630209734eb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:07.127647 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-492b748c-df5d-4b9c-b57d-2e08b5e6a207 req-fe464209-d791-4957-ac9b-5630209734eb tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1569939 May 21 16:11:07.132299 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-6996afc8-7e92-481f-873f-7e331c3d71dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:07.161232 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-488cd094-c99d-45de-8813-07138b869fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.200803 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-488cd094-c99d-45de-8813-07138b869fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.202413 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-492b748c-df5d-4b9c-b57d-2e08b5e6a207 req-742ab49c-3342-4856-a189-b176a2446063 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736487 May 21 16:11:07.228242 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Attempting to bind port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:11:07.228616 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Attempting to bind port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:11:07.228978 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Attempting to bind port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee on network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:11:07.236569 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:11:07.236944 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Checking segment: {'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:11:07.237352 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.237789 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Bound using segment: {'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:11:07.238281 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Bound port: 0cfce7bd-11f8-48b6-a7cc-d45a54941fee, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dd32d2-5858-4f92-aa13-a9a1a9cba72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:11:07.238605 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.277147 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-488cd094-c99d-45de-8813-07138b869fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.285173 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7ff8fbce-ca07-4f59-ad31-517cd8ec72b1 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:07.317132 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cd094-c99d-45de-8813-07138b869fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec7c773-12ab-4ece-8fdb-7c9071fa0a7d,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:07.325570 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-488cd094-c99d-45de-8813-07138b869fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:07.326409 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-488cd094-c99d-45de-8813-07138b869fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.331549 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-488cd094-c99d-45de-8813-07138b869fbe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aec7c773-12ab-4ece-8fdb-7c9071fa0a7d HTTP/1.1" status: 204 len: 168 time: 0.2755542 May 21 16:11:07.417913 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] For port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:11:07.422927 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] For port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,segment=NetworkSegment(81dd32d2-5858-4f92-aa13-a9a1a9cba72b),segment_id=81dd32d2-5858-4f92-aa13-a9a1a9cba72b)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:11:07.430658 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.437291 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:07.530882 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Routers {'624efa99-bf36-4a6f-8774-ede6916e5e57'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:11:07.531520 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:11:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['624efa99-bf36-4a6f-8774-ede6916e5e57'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:07.597574 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996afc8-7e92-481f-873f-7e331c3d71dc None None] Pushing event updated for resources: {'Port': ['ID=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:07.606940 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-6996afc8-7e92-481f-873f-7e331c3d71dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:07.725669 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50490) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:07.749406 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.760318 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] Set router 624efa99-bf36-4a6f-8774-ede6916e5e57 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:11:07.766957 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:07.771760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c76303ec4c4aa7bfe93708b5de18c2 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:07.775884 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:07.783635 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:07.883278 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.888152 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:07.904615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:07.960763 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe06b2-d79c-4beb-bb9f-026436859353,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:07.983940 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:07.987380 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b3c76303ec4c4aa7bfe93708b5de18c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601700 May 21 16:11:07.990030 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50498) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:08.080055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:08.116179 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:08.192099 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:11:03Z', 'revision_number': 4, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port': {'id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:59Z', 'updated_at': '2021-05-21T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '0cfce7bd-11f8-48b6-a7cc-d45a54941fee', 'name': '', 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'mac_address': 'fa:16:3e:eb:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b64c10ea-0c62-4127-a713-1196bdec20f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:11:02Z', 'updated_at': '2021-05-21T16:11:07Z', 'revision_number': 4, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'subnets': [{'id': 'b64c10ea-0c62-4127-a713-1196bdec20f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:08.201017 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4aa3f-fc15-4aed-80af-4c16372ec15e None None] The sync data for ids ['624efa99-bf36-4a6f-8774-ede6916e5e57'] in dv-cinder-792462-8-smb is: [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:11:03Z', 'revision_number': 4, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port': {'id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:59Z', 'updated_at': '2021-05-21T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '0cfce7bd-11f8-48b6-a7cc-d45a54941fee', 'name': '', 'network_id': '28dd159b-d880-4c18-9be3-d2dcbc1d4fea', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'mac_address': 'fa:16:3e:eb:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b64c10ea-0c62-4127-a713-1196bdec20f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:11:02Z', 'updated_at': '2021-05-21T16:11:07Z', 'revision_number': 4, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'subnets': [{'id': 'b64c10ea-0c62-4127-a713-1196bdec20f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:11:08.208002 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:08.215974 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c376c30f-1470-44e9-9cb9-2d7f4644541c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:08.241102 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe06b2-d79c-4beb-bb9f-026436859353,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:08.249297 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:08.250610 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/adfe06b2-d79c-4beb-bb9f-026436859353 HTTP/1.1" status: 204 len: 168 time: 0.2590387 May 21 16:11:08.251886 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:08.598930 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0cfce7bd-11f8-48b6-a7cc-d45a54941fee up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:08.631703 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a6c28-6367-4b22-8bcd-28d7afe803c2 req-401360f7-e39b-4f2b-a744-abaeaaa8fdc6 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:08.633461 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3c4a6c28-6367-4b22-8bcd-28d7afe803c2 req-401360f7-e39b-4f2b-a744-abaeaaa8fdc6 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2078209 May 21 16:11:08.691275 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3c4a6c28-6367-4b22-8bcd-28d7afe803c2 req-e3712a03-b1c5-4dfa-9c29-8046cfd1a687 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 May 21 16:11:08.735130 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:08.741398 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:08.741814 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:08.930737 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:08.981850 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,segment=NetworkSegment(81dd32d2-5858-4f92-aa13-a9a1a9cba72b),segment_id=81dd32d2-5858-4f92-aa13-a9a1a9cba72b)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:08.992204 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:09.001197 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:09.119214 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:09.130063 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:09.990311 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5370f8-5697-4f4e-a285-bd18e5dc9355 req-9fdf6a63-e4b0-45ad-bd3b-ebc718ac03dc tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:09.994778 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2a5370f8-5697-4f4e-a285-bd18e5dc9355 req-9fdf6a63-e4b0-45ad-bd3b-ebc718ac03dc tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0963573 May 21 16:11:10.069978 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2a5370f8-5697-4f4e-a285-bd18e5dc9355 req-8f0d2e3a-36d0-4be2-afa3-495a15673bb6 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582819 May 21 16:11:10.521460 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0cfce7bd-11f8-48b6-a7cc-d45a54941fee up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:10.602979 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:10.603765 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:11.344445 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c6bd8-bff6-4b66-8a77-51943e162937 req-06dc6c2c-b4bd-42c6-bc8f-b6fccb7a2162 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:11.383038 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8d0c6bd8-bff6-4b66-8a77-51943e162937 req-06dc6c2c-b4bd-42c6-bc8f-b6fccb7a2162 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1318614 May 21 16:11:11.491902 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8d0c6bd8-bff6-4b66-8a77-51943e162937 req-2b099254-ca1d-4fda-9a44-a8fcc3f1c55f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923600 May 21 16:11:12.799740 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1acd95-2dc4-4fab-a11f-72f49a39d995 req-18ea3843-de45-4e43-af94-3d88ab3efc51 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:12.808381 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dd1acd95-2dc4-4fab-a11f-72f49a39d995 req-18ea3843-de45-4e43-af94-3d88ab3efc51 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1163509 May 21 16:11:12.890287 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dd1acd95-2dc4-4fab-a11f-72f49a39d995 req-e54df735-2672-40f3-8e33-4d7f1d355def tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722206 May 21 16:11:12.962602 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:14.206900 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb65d4e-643a-4e80-9f1d-26d443ecfbb3 req-c14fa595-cf58-4d9c-b50b-6b2152d39725 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:14.209314 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-cbb65d4e-643a-4e80-9f1d-26d443ecfbb3 req-c14fa595-cf58-4d9c-b50b-6b2152d39725 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2000728 May 21 16:11:14.272153 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-cbb65d4e-643a-4e80-9f1d-26d443ecfbb3 req-977725f6-b7af-4146-8dad-1f379668d107 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 May 21 16:11:15.588097 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48bac7-be23-48ff-a0fa-a325f125b56a req-1a7e0699-a17c-4a57-adf5-ada1b83ac590 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:15.596803 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6d48bac7-be23-48ff-a0fa-a325f125b56a req-1a7e0699-a17c-4a57-adf5-ada1b83ac590 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1090939 May 21 16:11:15.666103 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6d48bac7-be23-48ff-a0fa-a325f125b56a req-c2a937b4-a709-4b5a-8bf2-a5f957e371b1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681317 May 21 16:11:16.989431 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcf22c-3d4a-4468-8c28-e813d60c1235 req-6ac320bb-db1b-44c8-92d2-b0b32a866b01 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:16.998127 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-92dcf22c-3d4a-4468-8c28-e813d60c1235 req-6ac320bb-db1b-44c8-92d2-b0b32a866b01 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1607416 May 21 16:11:17.061545 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-92dcf22c-3d4a-4468-8c28-e813d60c1235 req-23e40988-f549-4449-8057-72bb8e0c30dc tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617659 May 21 16:11:17.228642 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50698) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:17.370409 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:17.394799 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:17.398760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf185a91f4f4e558b88fdb68fbdfce2 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:17.403833 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:17.411455 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:17.525124 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:17.530296 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:17.565231 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e087eaff-54c5-48d9-843c-943a952f27d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:17.601575 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0cf185a91f4f4e558b88fdb68fbdfce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711092 May 21 16:11:17.602412 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d363061c-4136-4bd9-9d11-f18bb75b0145,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:17.604934 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50704) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:17.621412 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:17.675901 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:17.707447 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:17.769858 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:17.773497 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-be62cfe4-3018-4fc7-b52f-19b850f30f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:17.784990 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d363061c-4136-4bd9-9d11-f18bb75b0145,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:17.815777 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:17.833834 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:17.850844 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d363061c-4136-4bd9-9d11-f18bb75b0145 HTTP/1.1" status: 204 len: 168 time: 0.2431428 May 21 16:11:17.977639 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c355-9bf8-4258-bff1-7dc24028f9b4 req-05a5082c-48c2-4d71-808e-1139dffa42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:17.993977 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fb51c355-9bf8-4258-bff1-7dc24028f9b4 req-05a5082c-48c2-4d71-808e-1139dffa42f6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.0785458 May 21 16:11:18.063570 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fb51c355-9bf8-4258-bff1-7dc24028f9b4 req-c409a88e-62ae-43a3-846d-aa39dd2a155c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772128 May 21 16:11:18.366234 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e64f9-7d78-4eac-bf6c-bbdf71cea45d req-264400a2-6596-4f9a-a69f-7f3c871ba7b4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:18.367744 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5b2e64f9-7d78-4eac-bf6c-bbdf71cea45d req-264400a2-6596-4f9a-a69f-7f3c871ba7b4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1423728 May 21 16:11:18.423946 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5b2e64f9-7d78-4eac-bf6c-bbdf71cea45d req-599f2a7e-bf89-41cd-bcba-aeb1943b17d8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490546 May 21 16:11:18.490130 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50726) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:18.508633 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:18.524398 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:18.528707 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Usage tracker for resource:security_group_rule and tenant:ba73b257dfc7409a9df16cf0a6bcc31f is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:18.531575 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:18.537387 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:18.634122 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:18.638348 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:18.649204 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a8e3a550-443b-4d81-b0a5-07c2a7ca0a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:18.693482 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ba73b257dfc7409a9df16cf0a6bcc31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022712 May 21 16:11:18.695873 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea063cc-c35c-42c8-9148-95b9e7daefd7,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:18.696399 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50736) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:18.699737 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:18.773376 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:18.801826 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:18.862830 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:18.868166 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-08e34341-d2ce-4ec0-8a87-517d9b3df680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:18.881241 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea063cc-c35c-42c8-9148-95b9e7daefd7,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:18.883869 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:18.893939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:18.897599 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7ea063cc-c35c-42c8-9148-95b9e7daefd7 HTTP/1.1" status: 204 len: 168 time: 0.1975303 May 21 16:11:19.556314 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-386d2a8b-148b-4258-8ff8-cf6e891e7328 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:19.557633 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-386d2a8b-148b-4258-8ff8-cf6e891e7328 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Synchronizing usage tracker for tenant:86146e7d621947418ff023416815b53d on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:19.586708 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-386d2a8b-148b-4258-8ff8-cf6e891e7328 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Unset dirty status for tenant:86146e7d621947418ff023416815b53d on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:19.588133 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-386d2a8b-148b-4258-8ff8-cf6e891e7328 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 814 time: 0.1905713 May 21 16:11:19.605553 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-7deb9087-0711-47e4-aa4e-966b5d75955b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/quotas/86146e7d621947418ff023416815b53d HTTP/1.1" status: 200 len: 375 time: 0.0110695 May 21 16:11:19.742401 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-078da250-6a9e-42e8-b5c0-ec012fff79f4 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Synchronizing usage tracker for tenant:86146e7d621947418ff023416815b53d on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:19.783671 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-078da250-6a9e-42e8-b5c0-ec012fff79f4 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Unset dirty status for tenant:86146e7d621947418ff023416815b53d on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:19.785422 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-078da250-6a9e-42e8-b5c0-ec012fff79f4 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733551 May 21 16:11:19.804022 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50786) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:19.915556 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1efad0-edb2-4dd4-8bf2-297ef3453bdb req-9ec806ee-5be5-44d2-baaa-8a41780fdb3e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:19.918203 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4c1efad0-edb2-4dd4-8bf2-297ef3453bdb req-9ec806ee-5be5-44d2-baaa-8a41780fdb3e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1168463 May 21 16:11:19.962677 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-1dc215ea-94dc-4438-99fb-601035f2f360 service neutron] 10.222.0.91 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639700 May 21 16:11:19.977362 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4c1efad0-edb2-4dd4-8bf2-297ef3453bdb req-3bb17681-94ca-4346-88d8-470ce2c66474 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533531 May 21 16:11:20.138010 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-2775d150-982f-459c-8a09-9cc831d8d4a2 service neutron] 10.222.0.91 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690571 May 21 16:11:20.171958 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:20.190099 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:20.194880 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Usage tracker for resource:security_group_rule and tenant:757cf618beee4ce7a02756829c1b25ea is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:20.201227 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:20.208143 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:20.376856 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:20.384456 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:20.395838 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e94c62e4-17c2-417c-9220-5eff387168c1 req-419a6a23-2edd-402f-a5fe-38a0431aa727 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 210 time: 0.0719924 May 21 16:11:20.408683 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-da6dfb78-7227-4316-a2f3-d82c0a072704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:20.459124 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=757cf618beee4ce7a02756829c1b25ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545315 May 21 16:11:20.460342 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b392cbc0-c4b0-4c37-b005-9b39b31fddc1,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:20.461538 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50816) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:20.476941 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:20.610807 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:20.707639 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:20.769219 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-f440a42d-ca82-4a99-92b4-f6b648ff9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:20.771589 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-f440a42d-ca82-4a99-92b4-f6b648ff9bd4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0e5dd23b15734e51a56518dc117f85c0&device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 1099 time: 0.2243450 May 21 16:11:20.898352 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921d79-fe6d-4029-8f46-c1318f83e857 req-a52bb2cb-4bda-4c61-bdbe-7b19a97fedfa tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:20.905738 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8c921d79-fe6d-4029-8f46-c1318f83e857 req-a52bb2cb-4bda-4c61-bdbe-7b19a97fedfa tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2621300 May 21 16:11:20.965650 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:20.975133 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-37a2c82b-7068-4019-a214-3c50028ee1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:21.011659 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b392cbc0-c4b0-4c37-b005-9b39b31fddc1,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:21.015251 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:21.022016 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8c921d79-fe6d-4029-8f46-c1318f83e857 req-ea5faf0c-aa15-4f8a-98a2-d4dd3acff7ad tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154130 May 21 16:11:21.024585 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-e9e1dd04-464e-42ea-97bd-1f6989525c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:21.026561 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-e9e1dd04-464e-42ea-97bd-1f6989525c5b service neutron] 10.222.0.84 "GET /v2.0/networks?id=f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 200 len: 921 time: 0.2400138 May 21 16:11:21.031749 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:21.034161 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b392cbc0-c4b0-4c37-b005-9b39b31fddc1 HTTP/1.1" status: 204 len: 168 time: 0.5713835 May 21 16:11:21.113702 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-b806b233-c286-43c3-86fe-33edc9b865a5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 200 len: 217 time: 0.0693760 May 21 16:11:21.185425 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-d7a58c72-16cc-4441-b459-f8977c04be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:21.187171 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-d7a58c72-16cc-4441-b459-f8977c04be30 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 200 len: 859 time: 0.0647473 May 21 16:11:21.340859 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-f68bfb58-8c64-4590-b281-6d3b05abe74a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f645797b-8546-490c-9dcc-da501d6ba51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422794 May 21 16:11:21.498767 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-8eea8e65-86fc-4736-a58a-75f7bd36250b service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479259 May 21 16:11:21.616104 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-92e7207a-6f1f-4c57-b7d0-996949bc4f8f req-ca20b92d-e995-45c2-99ec-cf9e29740e11 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 210 time: 0.0687039 May 21 16:11:21.730887 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-89bc2fd7-df80-48fc-b914-3ea1b425400a req-a8b61d56-d0ba-4d60-b05a-458962819803 service neutron] 10.222.0.84 "GET /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207179 May 21 16:11:21.821833 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-27da7ea3-1553-45df-9a29-e005275e7d9d tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:21.823762 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-27da7ea3-1553-45df-9a29-e005275e7d9d tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.84 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 814 time: 0.2049923 May 21 16:11:21.839006 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'port': {'device_id': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'admin_state_up': True, 'tenant_id': '86146e7d621947418ff023416815b53d'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:22.039097 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:22.052767 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:22.073949 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Made reservation on behalf of 86146e7d621947418ff023416815b53d for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:11:22.084808 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:22.409395 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac61b77-59dc-4670-8d3e-9a293bd00fdc req-78691280-0931-459f-b49f-7a80c57e550b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:22.410923 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bac61b77-59dc-4670-8d3e-9a293bd00fdc req-78691280-0931-459f-b49f-7a80c57e550b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1560993 May 21 16:11:22.439013 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Allocated IP 172.20.0.5 (0cff3001-f0e0-400a-8fd5-ca5a59f06ae0/82934035-5421-4498-b7ea-fd3a4a13b42b/c9e11154-f4cd-4a33-942d-deff70c3baee) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:11:22.508848 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bac61b77-59dc-4670-8d3e-9a293bd00fdc req-9d843fe7-cfea-404e-98f2-11b5eb70b26b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911627 May 21 16:11:22.943186 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:22.969085 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Transition to ACTIVE for port object c9e11154-f4cd-4a33-942d-deff70c3baee will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:11:22.973313 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0465a82d-bb48-4177-bc93-18f0774e581a req-938eda0b-15ac-4dd2-ab23-a1a437957d93 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 210 time: 0.2253025 May 21 16:11:23.010857 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:23.019118 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-032b6b02-154c-4f0a-864f-ef386a9853b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:23.119365 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:11:23.124948 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:11:23.128028 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:11:23.174126 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:23.177816 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:23.262638 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:23.264450 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:23.369124 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5350404 May 21 16:11:23.653456 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-261177bc-7672-4736-abf8-ada915ee0b46 None None] Provisioning for port c9e11154-f4cd-4a33-942d-deff70c3baee completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:23.672234 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-261177bc-7672-4736-abf8-ada915ee0b46 None None] Provisioning complete for port c9e11154-f4cd-4a33-942d-deff70c3baee triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:23.676564 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-261177bc-7672-4736-abf8-ada915ee0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:23.785854 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4219-21a9-45fc-b3b7-e916a64a6d94 req-7c224278-e1e0-4c92-a163-f29c229095cf tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:23.796027 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-aeba4219-21a9-45fc-b3b7-e916a64a6d94 req-7c224278-e1e0-4c92-a163-f29c229095cf tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1237345 May 21 16:11:23.874898 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-261177bc-7672-4736-abf8-ada915ee0b46 None None] Port c9e11154-f4cd-4a33-942d-deff70c3baee cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:11:23.888401 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-aeba4219-21a9-45fc-b3b7-e916a64a6d94 req-a99e9122-a8ac-4c94-a474-c9ef015b94b7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900383 May 21 16:11:24.178369 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692a68b-af74-40b3-ac17-3f90fd37ecb2 req-79596f11-4a6b-499c-9266-c64679ce8d44 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:24.180305 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9692a68b-af74-40b3-ac17-3f90fd37ecb2 req-79596f11-4a6b-499c-9266-c64679ce8d44 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.0852146 May 21 16:11:24.235717 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-9692a68b-af74-40b3-ac17-3f90fd37ecb2 req-33ca9f46-a3ba-4bf4-a19e-a38691e695da tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Synchronizing usage tracker for tenant:86146e7d621947418ff023416815b53d on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:24.254847 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-9692a68b-af74-40b3-ac17-3f90fd37ecb2 req-33ca9f46-a3ba-4bf4-a19e-a38691e695da tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Unset dirty status for tenant:86146e7d621947418ff023416815b53d on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:24.256451 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9692a68b-af74-40b3-ac17-3f90fd37ecb2 req-33ca9f46-a3ba-4bf4-a19e-a38691e695da tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 May 21 16:11:25.322211 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089357c8-d181-430d-9fe3-f9383b3f4e26 req-fe4122f3-f3ca-4693-9bfc-9a03da052d37 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:25.330485 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-089357c8-d181-430d-9fe3-f9383b3f4e26 req-fe4122f3-f3ca-4693-9bfc-9a03da052d37 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.2017505 May 21 16:11:25.392710 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-089357c8-d181-430d-9fe3-f9383b3f4e26 req-8769a7c1-528f-42bf-9660-3d54166d87f8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607567 May 21 16:11:25.424643 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50960) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:25.609497 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:25.628489 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:25.636318 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Usage tracker for resource:security_group_rule and tenant:874389edbc4b41408e3c4a07fea0457b is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:25.639752 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:25.643251 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f414fe3-ef89-4f54-8cf4-8466b9aa24d6 req-647dfb10-e8f1-48f9-8fc5-0664ba5c9dd4 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:25.645376 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2f414fe3-ef89-4f54-8cf4-8466b9aa24d6 req-647dfb10-e8f1-48f9-8fc5-0664ba5c9dd4 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.1321113 May 21 16:11:25.649985 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:25.715121 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2f414fe3-ef89-4f54-8cf4-8466b9aa24d6 req-f2202880-cf27-40ab-96d2-51752dd82824 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631506 May 21 16:11:25.803575 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:25.808660 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:25.817973 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-93f3aca4-3628-405c-b28c-1ebae987a89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:25.861288 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=874389edbc4b41408e3c4a07fea0457b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355245 May 21 16:11:25.864033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50968) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:25.866834 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9447005-3dd6-46a1-a04d-cf3b5d13f23c,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:25.889103 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.889477 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.889861 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.890247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.890571 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.890929 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.891272 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.891615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.891967 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.892308 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.892656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.892997 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:25.905322 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:25.952601 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:25.978027 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.036634 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.041610 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c5468476-d4fe-4980-bcf1-d24e875f2c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:26.057617 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9447005-3dd6-46a1-a04d-cf3b5d13f23c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:26.059845 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:26.063752 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.067661 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a9447005-3dd6-46a1-a04d-cf3b5d13f23c HTTP/1.1" status: 204 len: 168 time: 0.1999187 May 21 16:11:26.410333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 50978) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:26.433944 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.449412 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:26.453742 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:1133cba0bc1543a99574d0481c99b42f is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:26.456235 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:26.461862 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:26.630724 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.639233 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.648519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-55a87cb6-5730-41b9-b5f1-817684cd404c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:26.698894 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1133cba0bc1543a99574d0481c99b42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872715 May 21 16:11:26.700919 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cde7ce-fc4a-4531-81e5-d2ac9aae124a,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:26.702286 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 50990) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:26.705244 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:26.713936 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070c31-b118-474b-8756-f6b0508ec4be req-1e2e1467-359d-44d3-84e3-d12618a33bd0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:26.715433 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-47070c31-b118-474b-8756-f6b0508ec4be req-1e2e1467-359d-44d3-84e3-d12618a33bd0 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1807480 May 21 16:11:26.794426 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-47070c31-b118-474b-8756-f6b0508ec4be req-0f5842bb-1b63-4eef-9267-c73be9ed842c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 May 21 16:11:26.815092 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.855881 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.957228 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.967443 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-cad6d9f7-abed-48ce-ad1d-1da986b6386a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:26.983191 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cde7ce-fc4a-4531-81e5-d2ac9aae124a,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:26.995325 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:26.996442 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/89cde7ce-fc4a-4531-81e5-d2ac9aae124a HTTP/1.1" status: 204 len: 168 time: 0.2931597 May 21 16:11:26.998164 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:26.998526 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:26.999283 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:26.999641 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:26.999992 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.000538 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.000834 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.001220 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.001545 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.001960 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.002212 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.002550 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:27.006215 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c428de0f-5768-4b0c-bef5-a0f7268027c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:27.036050 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e819c-cc3f-45fa-b5ca-05498e1ce3c4 req-387cd039-3dbc-49de-b4fa-98f332e193b5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:27.043244 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-393e819c-cc3f-45fa-b5ca-05498e1ce3c4 req-387cd039-3dbc-49de-b4fa-98f332e193b5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.1774142 May 21 16:11:27.128393 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-393e819c-cc3f-45fa-b5ca-05498e1ce3c4 req-6afa26f8-68a1-4775-b2b2-6b7d22464efe tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839818 May 21 16:11:27.252117 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-d12c017a-2bd5-4922-a5a5-d1560b8f764f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:28.003810 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdacae-a58e-4b35-8127-d8d58f6a0a27 req-30c9c0c7-0683-4058-99c7-a487ce569eb3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:28.005173 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-09fdacae-a58e-4b35-8127-d8d58f6a0a27 req-30c9c0c7-0683-4058-99c7-a487ce569eb3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0859733 May 21 16:11:28.064573 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-09fdacae-a58e-4b35-8127-d8d58f6a0a27 req-2c6cc577-887e-4aea-b99f-8566ce56820f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508361 May 21 16:11:28.350342 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18e303-b36a-418a-a616-fa8bfa7974ab req-f3563656-9db4-4055-99de-8db1a5e1310d tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:28.352354 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4a18e303-b36a-418a-a616-fa8bfa7974ab req-f3563656-9db4-4055-99de-8db1a5e1310d tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.0849516 May 21 16:11:28.464343 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4a18e303-b36a-418a-a616-fa8bfa7974ab req-e4c0c49d-037e-4af8-943f-d2ec98c52216 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921874 May 21 16:11:29.328931 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445957aa-c299-44fa-8680-bb0bc4c2b36e req-5512a947-ece2-4aec-b0b7-a569e4f9645f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:29.330823 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-445957aa-c299-44fa-8680-bb0bc4c2b36e req-5512a947-ece2-4aec-b0b7-a569e4f9645f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1474710 May 21 16:11:29.425683 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-445957aa-c299-44fa-8680-bb0bc4c2b36e req-4fb634a6-06be-4166-ae5d-185dbecd304c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884886 May 21 16:11:29.772199 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-d4f3b51b-18e3-4444-a47a-5727960a0be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:29.774945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92634ec-9ac0-4f5d-a8b1-89102a371989 req-569da7bc-af28-4ff3-840e-f484268657e6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:29.778345 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a92634ec-9ac0-4f5d-a8b1-89102a371989 req-569da7bc-af28-4ff3-840e-f484268657e6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.1151829 May 21 16:11:29.858240 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a92634ec-9ac0-4f5d-a8b1-89102a371989 req-cf704d7a-32bd-43c8-812d-c7edf2134806 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690391 May 21 16:11:29.880688 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:30.669886 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:30.726831 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619161ee-2ce4-4224-b6be-b72481767868 req-00788fc9-c4f3-4290-8b9d-b905e86ecd7e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:30.726831 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-619161ee-2ce4-4224-b6be-b72481767868 req-00788fc9-c4f3-4290-8b9d-b905e86ecd7e tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1351569 May 21 16:11:30.782307 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-619161ee-2ce4-4224-b6be-b72481767868 req-02344570-7925-4611-b4b1-52f54d36e694 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 May 21 16:11:31.117779 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007d3bd-8e95-4577-8aca-cef0b75d66b3 req-9420cba5-7bca-4525-af9c-e7a387c086ab tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:31.123593 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4007d3bd-8e95-4577-8aca-cef0b75d66b3 req-9420cba5-7bca-4525-af9c-e7a387c086ab tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.1077313 May 21 16:11:31.173756 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4007d3bd-8e95-4577-8aca-cef0b75d66b3 req-8538b87f-1725-4edb-b91d-dddb8d94c7b3 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 May 21 16:11:32.017790 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3254236-6676-49ea-9f6d-9726ae5f1cd0 req-086d724a-7588-437d-8f60-9540c14f5958 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:32.019923 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c3254236-6676-49ea-9f6d-9726ae5f1cd0 req-086d724a-7588-437d-8f60-9540c14f5958 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0960941 May 21 16:11:32.065009 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c3254236-6676-49ea-9f6d-9726ae5f1cd0 req-054d958b-f154-45d9-bfe9-f4793470ca54 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 May 21 16:11:32.386273 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346924a2-a906-4f0e-8268-890c2f90a8ff req-6fadd964-fd17-4e0a-8dbf-2166e9546c7e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:32.387924 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-346924a2-a906-4f0e-8268-890c2f90a8ff req-6fadd964-fd17-4e0a-8dbf-2166e9546c7e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.0931432 May 21 16:11:32.452259 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-346924a2-a906-4f0e-8268-890c2f90a8ff req-16051895-dd7f-45b5-8435-fae0f47f9377 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581162 May 21 16:11:32.485540 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:32.500272 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51150) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:32.627654 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:32.642623 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:32.646584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb2919b99814767939f746d131b9d75 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:32.649428 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:32.655603 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:32.739064 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:32.743243 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:32.753893 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0e05feda-20f2-471a-89b5-63e70f53e63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:32.797837 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2bb2919b99814767939f746d131b9d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963111 May 21 16:11:32.800358 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51160) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:32.802640 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14b4e03-d750-4aed-83dc-e810c2fcb6de,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:32.805877 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:32.879972 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:32.908353 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:32.986582 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:32.990641 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fbdf0ffa-94f2-44dc-a93d-e8fcf9957b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:33.002805 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14b4e03-d750-4aed-83dc-e810c2fcb6de,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:33.016827 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:33.026542 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.027681 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d14b4e03-d750-4aed-83dc-e810c2fcb6de HTTP/1.1" status: 204 len: 168 time: 0.2261577 May 21 16:11:33.284912 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3bbfe-c95c-4b9e-bd7d-2ee1c412ff41 req-0a43c1d8-8104-4ddc-9ea8-9fb736439a71 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:33.286500 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4dd3bbfe-c95c-4b9e-bd7d-2ee1c412ff41 req-0a43c1d8-8104-4ddc-9ea8-9fb736439a71 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0925617 May 21 16:11:33.343056 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4dd3bbfe-c95c-4b9e-bd7d-2ee1c412ff41 req-389e1619-708c-4575-9750-49ddd1163167 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 May 21 16:11:33.391795 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51172) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:33.414159 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.436004 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:33.440284 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Usage tracker for resource:security_group_rule and tenant:f0da5f84f54c431a8302ced38a173b68 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:33.443976 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:33.452403 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:33.548078 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.563689 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.591498 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-be10c12d-be40-441a-bfb5-7818f0dfa8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:33.685173 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f0da5f84f54c431a8302ced38a173b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920251 May 21 16:11:33.687201 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c3624-1dcd-468f-98cb-e0979dac5570,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:33.687772 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51182) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:33.691379 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:33.720701 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325ca31-803f-4408-ab33-5da6c5ee38b4 req-bf2900f4-e415-4db1-bcdc-d0a9c1a60c74 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:33.722483 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8325ca31-803f-4408-ab33-5da6c5ee38b4 req-bf2900f4-e415-4db1-bcdc-d0a9c1a60c74 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.1319761 May 21 16:11:33.762396 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.791853 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.801713 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8325ca31-803f-4408-ab33-5da6c5ee38b4 req-9a92e3d3-5f42-4731-8028-dbd45f27f010 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668705 May 21 16:11:33.855081 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.859860 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-497a5800-8c60-4c93-b084-d0a8f804b6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:33.875205 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c3624-1dcd-468f-98cb-e0979dac5570,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:33.878092 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:33.880092 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:33.881095 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a8c3624-1dcd-468f-98cb-e0979dac5570 HTTP/1.1" status: 204 len: 168 time: 0.1922948 May 21 16:11:34.605483 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b7f61-5332-4ff8-a435-0db01a4f7c98 req-ef67bd08-ef6f-4d61-bed8-9917ded31c22 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:34.606987 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-796b7f61-5332-4ff8-a435-0db01a4f7c98 req-ef67bd08-ef6f-4d61-bed8-9917ded31c22 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1484830 May 21 16:11:34.655357 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-796b7f61-5332-4ff8-a435-0db01a4f7c98 req-385fef64-3a53-486b-8ffb-3ccb5777e5e5 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 May 21 16:11:34.735046 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Request body: {'port': {'device_id': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:34.848959 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.033334 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004013f-d694-41db-8504-b93b3642512d req-0dbd1f6e-2f15-48f4-8553-f4bed6da5bb4 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:35.034736 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6004013f-d694-41db-8504-b93b3642512d req-0dbd1f6e-2f15-48f4-8553-f4bed6da5bb4 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 931 time: 0.1182003 May 21 16:11:35.084920 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6004013f-d694-41db-8504-b93b3642512d req-0fc254f0-5abd-4204-8efb-ef92ee20f0a2 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 May 21 16:11:35.218938 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e11154-f4cd-4a33-942d-deff70c3baee {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:11:35.227399 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.244979 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Transition to ACTIVE for port object c9e11154-f4cd-4a33-942d-deff70c3baee will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:11:35.248850 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.252764 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7963aaf6-1949-4682-978a-695fbffc27c6 tempest-VolumesNegativeTest-980850983 tempest-VolumesNegativeTest-980850983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:35.427098 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Pushing event updated for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:35.430354 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:35.517329 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Attempting to bind port c9e11154-f4cd-4a33-942d-deff70c3baee on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:11:35.517956 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Attempting to bind port c9e11154-f4cd-4a33-942d-deff70c3baee by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:11:35.518374 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Attempting to bind port c9e11154-f4cd-4a33-942d-deff70c3baee on network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:11:35.523117 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Port c9e11154-f4cd-4a33-942d-deff70c3baee on network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:11:35.523442 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Attempting to bind port c9e11154-f4cd-4a33-942d-deff70c3baee on network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:11:35.529300 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:11:35.529688 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Checking segment: {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:11:35.530066 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Bound using segment: {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:11:35.530494 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Bound port: c9e11154-f4cd-4a33-942d-deff70c3baee, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784a33bc-01d8-4d1a-8eee-f4def8a93146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:11:35.530831 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.620748 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:11:35.623745 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c9e11154-f4cd-4a33-942d-deff70c3baee,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:11:35.628435 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.633165 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-1f5e7bc5-9845-4e20-a795-643d40d48200 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:35.669440 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51234) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:35.690724 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:35.691341 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.692741 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] 10.222.0.84 "PUT /v2.0/ports/c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 1093 time: 0.9623249 May 21 16:11:35.693235 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:35.798205 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'status': 'completed', 'code': 200} May 21 16:11:35.804830 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Pushing event updated for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:35.820717 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:35.848305 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.864930 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:35.870823 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Usage tracker for resource:security_group_rule and tenant:d39c38a893554e08aa281a4acf96a795 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:35.874176 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:35.880897 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:35.976334 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-0a9eb0cb-d6ab-4258-aef4-50dfb19cfd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:35.977851 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-0a9eb0cb-d6ab-4258-aef4-50dfb19cfd63 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1096 time: 0.2455444 May 21 16:11:35.985998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.990919 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:35.996795 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02479bd-e0a8-40fb-8517-88ce246683b6 req-29386a56-1252-45d8-abb7-8498820c7225 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:36.000391 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d02479bd-e0a8-40fb-8517-88ce246683b6 req-29386a56-1252-45d8-abb7-8498820c7225 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1953380 May 21 16:11:36.024482 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-73330231-d5a4-4be2-8b3b-6cc0888ebfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:36.034961 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d39c38a893554e08aa281a4acf96a795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643026 May 21 16:11:36.041603 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51244) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:36.099279 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a2cb20-9e57-4b3b-902e-96821f6d26fd,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:36.102271 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5ca9baa7-957a-444c-b7a8-087d02c74aa6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 217 time: 0.0876243 May 21 16:11:36.106081 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-79080e6d-6280-48a5-ac05-4f3a95e94539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:36.136799 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0a34-92cc-4cfc-be8c-84e38fa5c8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:36.169783 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0a34-92cc-4cfc-be8c-84e38fa5c8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:36.218417 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d02479bd-e0a8-40fb-8517-88ce246683b6 req-cea31efd-2ecc-4368-9182-df391fa9437d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023506 May 21 16:11:36.233122 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5fff10f5-7801-4ac3-869f-f7700409f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:36.234711 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-5fff10f5-7801-4ac3-869f-f7700409f223 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 200 len: 853 time: 0.1232412 May 21 16:11:36.336156 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-659b529c-ebb2-4fff-8352-de70549e63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:36.336980 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-659b529c-ebb2-4fff-8352-de70549e63d6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950181 May 21 16:11:36.392883 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829e2c-17ef-429c-9b39-faed474830fd req-cdb5df19-9802-41a6-9656-2b97da409a6a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:36.394389 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a6829e2c-17ef-429c-9b39-faed474830fd req-cdb5df19-9802-41a6-9656-2b97da409a6a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 943 time: 0.1895959 May 21 16:11:36.401832 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0a34-92cc-4cfc-be8c-84e38fa5c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:36.409262 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d61cd433-cae9-44ce-8824-8bd3af7e0ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:36.443500 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa0a34-92cc-4cfc-be8c-84e38fa5c8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a2cb20-9e57-4b3b-902e-96821f6d26fd,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:36.451727 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d7fa0a34-92cc-4cfc-be8c-84e38fa5c8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:36.487433 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0a34-92cc-4cfc-be8c-84e38fa5c8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:36.487433 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d7fa0a34-92cc-4cfc-be8c-84e38fa5c8de admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/61a2cb20-9e57-4b3b-902e-96821f6d26fd HTTP/1.1" status: 204 len: 168 time: 0.4342349 May 21 16:11:36.498581 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a6829e2c-17ef-429c-9b39-faed474830fd req-66d22b3f-cd9d-430d-a19f-2c8d627b06ef tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908432 May 21 16:11:36.573968 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-4cf951e9-b4d6-472f-8d89-88cb5dfb0f63 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290890 May 21 16:11:36.875949 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a8958d5-5375-493b-b70c-edfc01842c35 req-3bef07a5-2bb1-49be-b1f3-e8bcd72fbeaa service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886610 May 21 16:11:37.036708 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-77f55c4e-136b-4cbb-8a5d-967224a057a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:37.038209 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-77f55c4e-136b-4cbb-8a5d-967224a057a6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1096 time: 0.0863054 May 21 16:11:37.222845 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-f90d98f1-e7a0-4eca-8538-31ba9f1c2775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:37.224473 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-f90d98f1-e7a0-4eca-8538-31ba9f1c2775 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 916 time: 0.1704559 May 21 16:11:37.301405 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-11c0b58c-7a77-4f9a-9d11-692e46c07f1e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 217 time: 0.0698340 May 21 16:11:37.429433 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-964c5496-c71e-439e-a00f-d82f0089d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:37.430807 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-964c5496-c71e-439e-a00f-d82f0089d916 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 200 len: 853 time: 0.1214731 May 21 16:11:37.521484 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edd407-0620-4f01-82ca-a9e9ff423e8e req-691a8ffe-4b38-441a-ad3b-e27f4f70ceac tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:37.522967 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f3edd407-0620-4f01-82ca-a9e9ff423e8e req-691a8ffe-4b38-441a-ad3b-e27f4f70ceac tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1702111 May 21 16:11:37.585169 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-ff1f0ab5-3767-4cf0-b7b4-472a74269d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:37.586673 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-ff1f0ab5-3767-4cf0-b7b4-472a74269d0c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1456385 May 21 16:11:37.589690 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f3edd407-0620-4f01-82ca-a9e9ff423e8e req-9c0700df-61ee-4539-95c4-6617b73bbec8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 May 21 16:11:37.737760 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6155707-5e39-458f-99ff-39f3c5c18e5c req-1d600fe4-e247-4134-a90c-ef759fc493a6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:37.742743 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e6155707-5e39-458f-99ff-39f3c5c18e5c req-1d600fe4-e247-4134-a90c-ef759fc493a6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 943 time: 0.1134346 May 21 16:11:37.748428 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-07e3af4d-84e3-440b-b6a9-82d11ed02068 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527674 May 21 16:11:37.820776 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e6155707-5e39-458f-99ff-39f3c5c18e5c req-f779d59d-a7d8-4859-9190-bd7d0489fa89 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769541 May 21 16:11:37.906119 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5baaeeb-3eee-4f56-a909-5eafda3022e3 req-fb5b6b46-f229-4ee9-b311-5be6fbdbb9cd service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476674 May 21 16:11:38.410076 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device c9e11154-f4cd-4a33-942d-deff70c3baee details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:11:38.545921 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c9e11154-f4cd-4a33-942d-deff70c3baee,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:38.558937 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'port_id': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'mac_address': 'fa:16:3e:6a:6d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:11:38.617255 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:38.635985 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e11154-f4cd-4a33-942d-deff70c3baee {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:11:38.652311 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c9e11154-f4cd-4a33-942d-deff70c3baee,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:38.656773 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:38.658564 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-c5b6f174-7d9f-4fdc-acfc-c05616121c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:38.728036 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:38.731222 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:38.969908 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['c9e11154-f4cd-4a33-942d-deff70c3baee'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:11:39.046498 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4b2a-c8ea-40b9-b144-d8da7f662231 req-27671f24-6fc1-4b45-8198-4f7e8c7c9e8b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:39.047225 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-803a4b2a-c8ea-40b9-b144-d8da7f662231 req-27671f24-6fc1-4b45-8198-4f7e8c7c9e8b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Synchronizing usage tracker for tenant:86146e7d621947418ff023416815b53d on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:39.065103 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-803a4b2a-c8ea-40b9-b144-d8da7f662231 req-27671f24-6fc1-4b45-8198-4f7e8c7c9e8b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Unset dirty status for tenant:86146e7d621947418ff023416815b53d on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:39.066613 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-803a4b2a-c8ea-40b9-b144-d8da7f662231 req-27671f24-6fc1-4b45-8198-4f7e8c7c9e8b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 944 time: 0.1162853 May 21 16:11:39.121271 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-803a4b2a-c8ea-40b9-b144-d8da7f662231 req-221f6069-df49-4497-accd-3eaafbb05475 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 May 21 16:11:39.274797 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51316) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:39.401154 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:39.415894 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:39.420145 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Usage tracker for resource:security_group_rule and tenant:208d3f5f1b72435e9b72468605835d78 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:39.423161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:39.428824 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:39.516649 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:39.520766 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:39.530719 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-cb84d524-e47e-48c4-bc42-f31c8dba2de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:39.576414 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51328) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:39.576624 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=208d3f5f1b72435e9b72468605835d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996242 May 21 16:11:39.576624 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87286d-2614-4072-9612-230f7e1635c5,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:39.579564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:39.645034 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:39.673431 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:39.739637 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:39.744864 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f1f9bf9c-3040-4654-9bb4-376ff4632e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:39.755723 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87286d-2614-4072-9612-230f7e1635c5,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:39.760071 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:39.763070 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:39.764195 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf87286d-2614-4072-9612-230f7e1635c5 HTTP/1.1" status: 204 len: 168 time: 0.1875792 May 21 16:11:40.358411 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb422a5-61cb-4f41-9782-3f867f530da9 req-1b218ee2-273a-4512-bc24-f54fd703e5d1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:40.361958 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ebb422a5-61cb-4f41-9782-3f867f530da9 req-1b218ee2-273a-4512-bc24-f54fd703e5d1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 944 time: 0.1153746 May 21 16:11:40.407768 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ebb422a5-61cb-4f41-9782-3f867f530da9 req-04edf5ce-d523-4d43-b2fe-14893f4233ee tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 May 21 16:11:40.420903 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device c9e11154-f4cd-4a33-942d-deff70c3baee up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:40.489287 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port c9e11154-f4cd-4a33-942d-deff70c3baee completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:40.490444 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51356) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:40.494163 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port c9e11154-f4cd-4a33-942d-deff70c3baee triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:40.494538 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.600632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1859210432-network', 'tenant_id': '26c62d0de9a24d968d9ed2bac7b545ae'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:40.606114 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:40.609993 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Usage tracker for resource:network and tenant:26c62d0de9a24d968d9ed2bac7b545ae is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:40.614164 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:40.615731 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.621673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:40.635202 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Made reservation on behalf of 26c62d0de9a24d968d9ed2bac7b545ae for: {'network': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:11:40.637976 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.643471 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:40.652358 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.655299 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c9e11154-f4cd-4a33-942d-deff70c3baee,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:40.661566 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.664572 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:40.669443 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:40.673993 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Usage tracker for resource:security_group_rule and tenant:26c62d0de9a24d968d9ed2bac7b545ae is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:40.677434 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:40.683950 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:40.719895 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'code': 200} May 21 16:11:40.771924 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:40.782741 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:40.787675 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.791911 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.794849 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3b5751d4-a668-4423-a4c7-9edb0c44aed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:40.825429 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=91725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:11:40.834380 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10254a2-3d56-40cf-a664-6b639491271e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:40.839229 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:40.842006 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.842416 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.segments_db [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Added segment 2297179f-a898-42c2-a987-c3bd3c1dcd08 of type vlan for network 89dd5929-c1e4-441d-8193-14b931335904 May 21 16:11:40.876438 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.942016 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.948389 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:40.948962 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:40.955985 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:41.065405 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:11:41.072440 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5798311 May 21 16:11:41.073690 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Pushing event updated for resources: {'Network': ['ID=89dd5929-c1e4-441d-8193-14b931335904,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:41.076668 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51370) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:41.077041 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:41.086882 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Request body: {'subnet': {'network_id': '89dd5929-c1e4-441d-8193-14b931335904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1859210432-subnet', 'tenant_id': '26c62d0de9a24d968d9ed2bac7b545ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:41.088578 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8871-55f0-4ad0-ab0d-a9c52112d1d0 req-02d1af2d-14d6-487b-a24c-9c31e9d224ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:41.089554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 89dd5929-c1e4-441d-8193-14b931335904 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:11:41.090249 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-499e8871-55f0-4ad0-ab0d-a9c52112d1d0 req-02d1af2d-14d6-487b-a24c-9c31e9d224ef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1098 time: 0.1827469 May 21 16:11:41.093270 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:41.098452 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Usage tracker for resource:subnet and tenant:26c62d0de9a24d968d9ed2bac7b545ae is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:41.102551 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:41.109167 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:41.122413 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Made reservation on behalf of 26c62d0de9a24d968d9ed2bac7b545ae for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:11:41.125273 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2283310'] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:41.137951 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-499e8871-55f0-4ad0-ab0d-a9c52112d1d0 req-9624cd50-8dfc-4767-b31d-fc9003207f13 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 May 21 16:11:41.349587 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-169cf178-6c3e-4a88-810e-fe2c0a90446a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877914 May 21 16:11:41.475129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-7b363b74-902d-491e-ab34-617faddd55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:41.476587 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-7b363b74-902d-491e-ab34-617faddd55aa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 1098 time: 0.0943024 May 21 16:11:41.593945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2228972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2283264'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:41.598298 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-98dbf212-cf73-4257-9d61-a1e388c70af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:41.676840 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bcb9431-966e-4309-8df4-7bf78c9a72f2,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:41.679668 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:41.686586 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Checking segment: {'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:11:41.686939 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Network hostable DHCP agents. Network: 89dd5929-c1e4-441d-8193-14b931335904, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:11:41.708089 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Network 89dd5929-c1e4-441d-8193-14b931335904 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:11:41.722779 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 89dd5929-c1e4-441d-8193-14b931335904) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:11:41.733443 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:41.733443 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:41.739920 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe37bed-aab3-459e-bdba-00f34b4f3712 None None] Network 89dd5929-c1e4-441d-8193-14b931335904 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:11:41.762353 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6836886 May 21 16:11:41.773357 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-c4f18e7c-cc58-4e80-842d-1ac22f05ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:41.775617 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-c4f18e7c-cc58-4e80-842d-1ac22f05ee93 service neutron] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 912 time: 0.2772834 May 21 16:11:41.886420 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352b2b3-111e-48b0-94d6-3bfd9d40c9c2 req-ef69d7c2-25bb-40c3-a626-fd8dd1dc3f1f tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:41.888911 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5352b2b3-111e-48b0-94d6-3bfd9d40c9c2 req-ef69d7c2-25bb-40c3-a626-fd8dd1dc3f1f tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.2239747 May 21 16:11:41.927432 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-d7248acc-fee5-4de3-9c10-86c5a870a41e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 200 len: 1001 time: 0.1441600 May 21 16:11:41.957901 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde147f-643e-4a97-994a-c56815a66734 None None] Network 89dd5929-c1e4-441d-8193-14b931335904 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:11:42.048908 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-9e5f404e-0809-4135-a56d-de0551f83d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:42.050529 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-9e5f404e-0809-4135-a56d-de0551f83d60 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.0926559 May 21 16:11:42.127863 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5352b2b3-111e-48b0-94d6-3bfd9d40c9c2 req-eb8af0db-8136-4182-bc5a-035b2c643891 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317071 May 21 16:11:42.189087 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-6fd10976-5241-410e-ae1c-79ca920f76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:42.190600 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-6fd10976-5241-410e-ae1c-79ca920f76a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301877 May 21 16:11:42.374973 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-6bf5aede-a9ed-450a-b7f9-2c9c8c727b0e service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767116 May 21 16:11:42.575727 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d3f74e90-5dbf-45fd-89f5-20cfe2da0070 req-3ca173b6-4f17-4583-80d7-678ff06e7645 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937518 May 21 16:11:42.598958 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24442f6-6fec-4307-9c87-47f62bc38c5d req-e03b03c5-00e4-44b3-823d-af1679487a24 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:42.600519 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b24442f6-6fec-4307-9c87-47f62bc38c5d req-e03b03c5-00e4-44b3-823d-af1679487a24 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1478543 May 21 16:11:42.658618 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b24442f6-6fec-4307-9c87-47f62bc38c5d req-bc820291-39f4-422c-a6c1-1b7678f8d844 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 May 21 16:11:42.938770 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:43.344344 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fee4e-7071-40aa-be11-863459df24fd req-51dab2e8-85d3-4873-abcb-cbee90ea2aa1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:43.345861 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3a8fee4e-7071-40aa-be11-863459df24fd req-51dab2e8-85d3-4873-abcb-cbee90ea2aa1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.1024520 May 21 16:11:43.408143 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3a8fee4e-7071-40aa-be11-863459df24fd req-d347b431-eb7f-454d-aa69-c4120c075bbe tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559373 May 21 16:11:43.596260 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595493ff-0bbe-4825-a609-2cb425633a80 req-de939ace-6d02-42f6-b950-279fb5eb6c80 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:43.597728 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-595493ff-0bbe-4825-a609-2cb425633a80 req-de939ace-6d02-42f6-b950-279fb5eb6c80 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.0818849 May 21 16:11:43.644003 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-595493ff-0bbe-4825-a609-2cb425633a80 req-f591f223-44c0-421a-bc35-85bc0978f63e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 May 21 16:11:43.865352 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169398-8824-4d1f-985e-8271419ff055 req-375cab57-a3cc-4c0a-80ad-29a04e3eea61 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:43.866887 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9f169398-8824-4d1f-985e-8271419ff055 req-375cab57-a3cc-4c0a-80ad-29a04e3eea61 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.0842786 May 21 16:11:43.918542 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9f169398-8824-4d1f-985e-8271419ff055 req-fa79685c-7908-4428-b120-a98059d77f8d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442426 May 21 16:11:44.097045 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723ad29-d85a-4e96-906e-077bae1ebffd req-aa788d50-53a7-489f-aeb3-f60501717a79 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:44.098530 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b723ad29-d85a-4e96-906e-077bae1ebffd req-aa788d50-53a7-489f-aeb3-f60501717a79 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.0824773 May 21 16:11:44.111317 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-f4881ef2-8e4e-4fb9-8441-c765eb3ffb50 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:44.112742 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-f4881ef2-8e4e-4fb9-8441-c765eb3ffb50 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/networks?id=89dd5929-c1e4-441d-8193-14b931335904 HTTP/1.1" status: 200 len: 809 time: 0.1520078 May 21 16:11:44.128663 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-215f1f26-29d5-4a31-9327-a26d58a06cdb tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/quotas/26c62d0de9a24d968d9ed2bac7b545ae HTTP/1.1" status: 200 len: 375 time: 0.0106056 May 21 16:11:44.147803 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b723ad29-d85a-4e96-906e-077bae1ebffd req-039504f1-6f9e-40cf-8960-225f1d2bad8d tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 May 21 16:11:44.177202 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-2878d8f3-a407-43d1-bfed-b28ca2bbdc88 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=26c62d0de9a24d968d9ed2bac7b545ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428665 May 21 16:11:44.326385 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-a42ed20d-644f-4ab6-b8bf-926eb0ef5502 service neutron] 10.222.0.91 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413889 May 21 16:11:44.466383 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-5d330c39-c1eb-464c-82a4-a34054ace2a7 service neutron] 10.222.0.91 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341190 May 21 16:11:44.722591 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f1f0946a-f72f-4f71-aff5-4aaf45db47d4 req-70507d22-f34e-4aa7-8531-4048281b1544 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 210 time: 0.0782819 May 21 16:11:44.926143 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-8da24108-5572-43af-bd9e-a12eeb41cccf tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:44.927719 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-8da24108-5572-43af-bd9e-a12eeb41cccf tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1301777 May 21 16:11:45.145181 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Deleting port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:11:45.145547 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:45.178634 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c27f1d-8f29-4e8b-b273-61b70ca37777 req-72a33e17-d3c5-4f8c-a84e-35a35c1ea8d3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:45.180075 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75c27f1d-8f29-4e8b-b273-61b70ca37777 req-72a33e17-d3c5-4f8c-a84e-35a35c1ea8d3 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 945 time: 0.1314881 May 21 16:11:45.305625 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75c27f1d-8f29-4e8b-b273-61b70ca37777 req-bb52b52c-cb0f-4ecb-b453-dacdb37d090b tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785758 May 21 16:11:45.333172 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] For port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:45.333721 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:45.537655 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Calling delete_port for 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:11:45.658532 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:45.666603 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:45.671508 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['33f12a61-c61b-4327-974d-2b0b2474e63c', '3d30fee7-ae95-4001-8b3c-df3c33a54fd9'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:11:45.731989 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Pushing event deleted for resources: {'Port': ['ID=3d30fee7-ae95-4001-8b3c-df3c33a54fd9,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:45.735387 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:45.892995 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] No DVR routers for this DVR port 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:11:45.895748 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:45.920489 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'name': 'network-vif-deleted', 'tag': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:45.954264 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5decc343-b8dd-4474-b4bf-7a7cb504ab75 req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "DELETE /v2.0/ports/3d30fee7-ae95-4001-8b3c-df3c33a54fd9 HTTP/1.1" status: 204 len: 173 time: 1.0182669 May 21 16:11:46.013233 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb', 'name': 'network-vif-deleted', 'tag': '3d30fee7-ae95-4001-8b3c-df3c33a54fd9', 'status': 'completed', 'code': 200} May 21 16:11:46.093370 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d344d904-6421-4d4a-b6e5-be88406de32a req-e6cc6050-d9c1-49c0-980f-d7de7e3b8092 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 210 time: 0.0620570 May 21 16:11:46.108295 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-8cb544b8-221b-4fb6-bcf4-9512ccdca6b5 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:46.108295 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-8cb544b8-221b-4fb6-bcf4-9512ccdca6b5 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "GET /v2.0/networks?id=89dd5929-c1e4-441d-8193-14b931335904 HTTP/1.1" status: 200 len: 809 time: 0.3745558 May 21 16:11:46.120661 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Request body: {'port': {'device_id': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'network_id': '89dd5929-c1e4-441d-8193-14b931335904', 'admin_state_up': True, 'tenant_id': '26c62d0de9a24d968d9ed2bac7b545ae'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:46.377321 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:46.381419 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Usage tracker for resource:port and tenant:26c62d0de9a24d968d9ed2bac7b545ae is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:46.385813 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:46.392425 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:46.404238 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Made reservation on behalf of 26c62d0de9a24d968d9ed2bac7b545ae for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:11:46.408150 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:46.525472 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f25d4283-3ec9-486a-ba06-0e1a15f2297d req-12fadbdb-bd12-490c-82db-b9276ebd7bd4 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=b23d49cc-a3b3-4b0f-8eb8-8fdef5bc32eb HTTP/1.1" status: 200 len: 210 time: 0.0556765 May 21 16:11:46.648383 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Allocated IP 172.20.0.6 (89dd5929-c1e4-441d-8193-14b931335904/3bcb9431-966e-4309-8df4-7bf78c9a72f2/b3b94fef-9d8a-4e65-b47a-f246c4f61f6c) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:11:46.901340 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:46.933138 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:46.938780 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:47.012073 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Network 89dd5929-c1e4-441d-8193-14b931335904 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:11:47.015024 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:11:47.020960 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:11:47.045833 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Pushing event updated for resources: {'Port': ['ID=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:47.051264 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:47.087573 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:47.088180 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:47.112819 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962270 May 21 16:11:47.125998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Request body: {'port': {'device_id': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:47.299999 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:47.399559 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bded3-0f67-4853-9476-2296e10e9c31 req-a1bebd09-7a0a-4b78-adc8-0d8a0c19580d tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:47.400628 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-bd1bded3-0f67-4853-9476-2296e10e9c31 req-a1bebd09-7a0a-4b78-adc8-0d8a0c19580d tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Synchronizing usage tracker for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:47.476588 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-bd1bded3-0f67-4853-9476-2296e10e9c31 req-a1bebd09-7a0a-4b78-adc8-0d8a0c19580d tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Unset dirty status for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:47.478510 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bd1bded3-0f67-4853-9476-2296e10e9c31 req-a1bebd09-7a0a-4b78-adc8-0d8a0c19580d tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 931 time: 0.2547975 May 21 16:11:47.604916 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bd1bded3-0f67-4853-9476-2296e10e9c31 req-88960cf6-f00b-4928-bc72-b02c4f73585a tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199896 May 21 16:11:47.745977 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b94fef-9d8a-4e65-b47a-f246c4f61f6c {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:11:47.756363 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:47.772658 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Transition to ACTIVE for port object b3b94fef-9d8a-4e65-b47a-f246c4f61f6c will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:11:47.778661 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:47.791819 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9f7d22ea-35ef-4c85-9bd8-3105be9e9de0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:48.043168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Pushing event updated for resources: {'Port': ['ID=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:48.051342 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:48.101249 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Attempting to bind port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:11:48.101610 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Attempting to bind port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:11:48.101929 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Attempting to bind port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c on network 89dd5929-c1e4-441d-8193-14b931335904 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:11:48.110867 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c on network 89dd5929-c1e4-441d-8193-14b931335904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:11:48.111194 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Attempting to bind port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c on network 89dd5929-c1e4-441d-8193-14b931335904 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:11:48.117876 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:11:48.118648 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Checking segment: {'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:11:48.118742 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Bound using segment: {'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:11:48.119203 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Bound port: b3b94fef-9d8a-4e65-b47a-f246c4f61f6c, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:11:48.119551 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:48.176689 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea35f0e-c575-4f4a-bf27-30d6cd317270 req-0e6cf988-3c82-40f8-b12d-430a4e3f61b1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:48.178241 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4ea35f0e-c575-4f4a-bf27-30d6cd317270 req-0e6cf988-3c82-40f8-b12d-430a4e3f61b1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1841958 May 21 16:11:48.350043 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4ea35f0e-c575-4f4a-bf27-30d6cd317270 req-ed5683ef-dde7-4622-b387-59cdf1059c77 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606212 May 21 16:11:48.356415 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] For port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:11:48.360535 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] For port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:11:48.366142 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:48.371743 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-ecb10cdf-1dd8-4c48-ad8b-d4028dc58364 tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:48.430937 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:48.431528 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:48.432892 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] 10.222.0.84 "PUT /v2.0/ports/b3b94fef-9d8a-4e65-b47a-f246c4f61f6c HTTP/1.1" status: 200 len: 1093 time: 1.3127344 May 21 16:11:48.433371 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'tag': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:48.436919 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:11:48.471888 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Pushing event updated for resources: {'Port': ['ID=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:48.475079 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:48.476698 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:11:48.477045 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3d30fee7-ae95-4001-8b3c-df3c33a54fd9 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:11:48.516025 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'tag': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c', 'status': 'completed', 'code': 200} May 21 16:11:48.563145 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-f2dd25de-64f8-482b-b927-14d56fbbec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:48.564622 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-f2dd25de-64f8-482b-b927-14d56fbbec75 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=26c62d0de9a24d968d9ed2bac7b545ae&device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 1096 time: 0.0842268 May 21 16:11:48.637462 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-7963e130-c617-4231-8013-96ed8b8e294e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c HTTP/1.1" status: 200 len: 217 time: 0.0629318 May 21 16:11:48.708930 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-caa63f25-a1dd-493a-a1e9-8958d63100b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:48.710483 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-caa63f25-a1dd-493a-a1e9-8958d63100b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bcb9431-966e-4309-8df4-7bf78c9a72f2 HTTP/1.1" status: 200 len: 849 time: 0.0654604 May 21 16:11:48.791084 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-0f4020b1-dae3-4418-8762-9db96c9d4262 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=89dd5929-c1e4-441d-8193-14b931335904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729954 May 21 16:11:48.957744 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002b20b-58e2-4361-b415-8b80ccb6c5fc req-698551ea-b478-4e60-8575-24ef1b979cd3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:48.959197 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7002b20b-58e2-4361-b415-8b80ccb6c5fc req-698551ea-b478-4e60-8575-24ef1b979cd3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 943 time: 0.2060678 May 21 16:11:48.963493 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-0f2507af-4c7a-4a1c-a94f-780b98ef6e22 service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657760 May 21 16:11:49.093411 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7002b20b-58e2-4361-b415-8b80ccb6c5fc req-7eeb1d50-633d-4fd2-a628-78c4f24ae16b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256146 May 21 16:11:49.141966 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-20da2cc8-7e93-48cc-a2d9-b78ad1a6dfb3 req-669f97c3-e00d-4588-a1ff-d99cd09e58d4 service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589856 May 21 16:11:49.263304 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-ef957084-5abf-496b-9408-829d220c4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:49.264915 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-ef957084-5abf-496b-9408-829d220c4d54 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=26c62d0de9a24d968d9ed2bac7b545ae&device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 1096 time: 0.0738144 May 21 16:11:49.413164 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-f37955df-899c-4fc4-86ab-76e7e64635d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:49.415381 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-f37955df-899c-4fc4-86ab-76e7e64635d9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=89dd5929-c1e4-441d-8193-14b931335904 HTTP/1.1" status: 200 len: 911 time: 0.1429112 May 21 16:11:49.491783 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-0f77be5e-2dea-438f-be80-81cd175ac40f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c HTTP/1.1" status: 200 len: 217 time: 0.0689089 May 21 16:11:49.508469 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7a8d-5b8e-4b77-8057-f9eb57c1769e req-f2138e0a-1898-436c-9282-74e12c2a3792 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:49.511083 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3b6c7a8d-5b8e-4b77-8057-f9eb57c1769e req-f2138e0a-1898-436c-9282-74e12c2a3792 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.0855310 May 21 16:11:49.567994 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3b6c7a8d-5b8e-4b77-8057-f9eb57c1769e req-981268bf-2aef-47b8-bb5d-61accca2cdaf tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509944 May 21 16:11:49.593121 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51526) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:49.617840 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-708c2c53-f2d8-493f-a60c-5aca5912dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:49.620014 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-708c2c53-f2d8-493f-a60c-5aca5912dfc1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bcb9431-966e-4309-8df4-7bf78c9a72f2 HTTP/1.1" status: 200 len: 849 time: 0.0818017 May 21 16:11:49.673919 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369def5-adf1-4648-9c2c-53598de56fef req-a6e05618-d712-4938-bb42-c25e58bc9b77 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:49.675390 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1369def5-adf1-4648-9c2c-53598de56fef req-a6e05618-d712-4938-bb42-c25e58bc9b77 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1853845 May 21 16:11:49.683291 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-fd09f591-ac58-47cf-b7b5-2c471ae4d337 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=89dd5929-c1e4-441d-8193-14b931335904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519097 May 21 16:11:49.805251 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c871b-83a6-4bc6-b16f-4a5454ef5ee6 tempest-TestMinimumBasicScenario-1913462546 tempest-TestMinimumBasicScenario-1913462546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:49.806652 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-4e3c871b-83a6-4bc6-b16f-4a5454ef5ee6 tempest-TestMinimumBasicScenario-1913462546 tempest-TestMinimumBasicScenario-1913462546-project-admin] Synchronizing usage tracker for tenant:65f1c7535510424ba102d69fb4dcd26a on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:49.807745 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1369def5-adf1-4648-9c2c-53598de56fef req-500f218f-1e60-4905-8c26-f1c46a2b00d7 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232467 May 21 16:11:49.825608 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-4e3c871b-83a6-4bc6-b16f-4a5454ef5ee6 tempest-TestMinimumBasicScenario-1913462546 tempest-TestMinimumBasicScenario-1913462546-project-admin] Unset dirty status for tenant:65f1c7535510424ba102d69fb4dcd26a on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:49.827301 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-4e3c871b-83a6-4bc6-b16f-4a5454ef5ee6 tempest-TestMinimumBasicScenario-1913462546 tempest-TestMinimumBasicScenario-1913462546-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1093 time: 0.2325137 May 21 16:11:49.830966 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51534) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:49.839697 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'floatingip': {'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'port_id': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'tenant_id': '86146e7d621947418ff023416815b53d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:49.846911 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:49.853036 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:floatingip and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:49.856417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:49.857157 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-e06431b5-8ac0-4089-b7e5-a3e0d4a4c461 service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569247 May 21 16:11:49.862448 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:49.875713 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for floatingip, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:50.002098 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fd8a1db1-6087-41fd-8933-c4372e1cf544 req-74af3f85-9c26-4906-92e0-3038d050a50a service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347814 May 21 16:11:50.055418 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963737c-2b73-4de6-b34c-687a226f3bb2 req-8606df6d-034d-43fc-a3c6-dc3bac5cc624 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:50.057464 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1963737c-2b73-4de6-b34c-687a226f3bb2 req-8606df6d-034d-43fc-a3c6-dc3bac5cc624 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.1643853 May 21 16:11:50.125677 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1963737c-2b73-4de6-b34c-687a226f3bb2 req-e3c87c8f-6d17-46ee-8373-b675422cbd8e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 May 21 16:11:50.135386 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:50.298233 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Allocated IP 172.28.1.32 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/a1971248-4c7a-4275-bfa5-7b797c69b50e) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:11:50.377050 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc5ec-1676-4448-adb9-b8d98650f977 req-f67f0b52-0a3c-4a15-b5f8-d73a6ccb6f7c tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:50.378559 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2fefc5ec-1676-4448-adb9-b8d98650f977 req-f67f0b52-0a3c-4a15-b5f8-d73a6ccb6f7c tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 943 time: 0.1686680 May 21 16:11:50.423619 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2fefc5ec-1676-4448-adb9-b8d98650f977 req-1d723fc3-dfd3-4987-9a42-466b4b9f7de8 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 May 21 16:11:50.456618 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:50.488600 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:50.493826 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:50.567781 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:11:50.570694 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:11:50.574466 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:11:50.604873 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'Port': ['ID=a1971248-4c7a-4275-bfa5-7b797c69b50e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:50.610754 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:51.249628 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8b00-9709-43e6-be3d-2256216161bc req-738cbcd8-b042-470e-82c4-2b3553666617 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:51.250322 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-543c8b00-9709-43e6-be3d-2256216161bc req-738cbcd8-b042-470e-82c4-2b3553666617 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Synchronizing usage tracker for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:51.284240 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-543c8b00-9709-43e6-be3d-2256216161bc req-738cbcd8-b042-470e-82c4-2b3553666617 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Unset dirty status for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:51.285340 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-543c8b00-9709-43e6-be3d-2256216161bc req-738cbcd8-b042-470e-82c4-2b3553666617 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.3565416 May 21 16:11:51.315048 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:51.330023 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0d2f4-aefe-4573-a799-96b40d51cfe9 req-478c2af2-0808-4018-a5bf-4b008d3c8759 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:51.331677 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-95e0d2f4-aefe-4573-a799-96b40d51cfe9 req-478c2af2-0808-4018-a5bf-4b008d3c8759 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.0922544 May 21 16:11:51.380869 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-95e0d2f4-aefe-4573-a799-96b40d51cfe9 req-eb7965d3-fc16-47e9-9888-31a438905f84 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 May 21 16:11:51.381549 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-543c8b00-9709-43e6-be3d-2256216161bc req-54bd8db3-0f8b-4510-b000-ac505b4ac73c tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895653 May 21 16:11:51.453693 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:51.624058 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636f655-3d0c-46ee-b2d2-5020a6a464a3 req-22d05489-eeb4-4b51-b2cc-801b0d801515 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:51.625683 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b636f655-3d0c-46ee-b2d2-5020a6a464a3 req-22d05489-eeb4-4b51-b2cc-801b0d801515 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 943 time: 0.0874302 May 21 16:11:51.676183 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b636f655-3d0c-46ee-b2d2-5020a6a464a3 req-2decb8dc-e025-47ad-9cfa-61529cbc2581 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 May 21 16:11:51.694502 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:51.702458 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:51.707815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-dc6544a4-e5db-4493-8aee-1da335bf39e8 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:51.840339 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'Port': ['ID=a1971248-4c7a-4275-bfa5-7b797c69b50e,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:51.845794 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:51.853660 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:52.047395 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.l3_db [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Floating IP 5fb8b718-352d-4cf5-a317-948ce8ed04e1 associated. External IP: 172.28.1.32, port: c9e11154-f4cd-4a33-942d-deff70c3baee. May 21 16:11:52.411884 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Router 5feed309-dab5-43cf-9287-6e0142c70e5d has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:11:52.451599 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device b3b94fef-9d8a-4e65-b47a-f246c4f61f6c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:11:52.580184 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636290e7-928e-4ce0-89fd-b31104f079c6 req-1f09532e-e157-4dae-8ed7-685cf328ab6f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:52.581781 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-636290e7-928e-4ce0-89fd-b31104f079c6 req-1f09532e-e157-4dae-8ed7-685cf328ab6f tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.0848444 May 21 16:11:52.630300 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-636290e7-928e-4ce0-89fd-b31104f079c6 req-d4405cb6-9e8f-44c7-8265-03cd8fc82798 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 May 21 16:11:52.734225 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:52.754652 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:11:52.756873 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c', 'network_id': '89dd5929-c1e4-441d-8193-14b931335904', 'port_id': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c', 'mac_address': 'fa:16:3e:3d:38:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcb9431-966e-4309-8df4-7bf78c9a72f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:11:52.764871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce14f-0636-4638-af00-8e462ec816c7 req-e2eb8815-78c8-4c4a-8e36-b2a8418a6b75 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:52.765670 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9d9ce14f-0636-4638-af00-8e462ec816c7 req-e2eb8815-78c8-4c4a-8e36-b2a8418a6b75 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.1978905 May 21 16:11:52.770651 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] Sync routers for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:11:52.785831 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:11:52.786739 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:11:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:52.820772 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:52.841782 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:52.861431 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b94fef-9d8a-4e65-b47a-f246c4f61f6c {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:11:52.862560 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9d9ce14f-0636-4638-af00-8e462ec816c7 req-307e41aa-1261-4755-82ee-6d9cd7efa10b tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847745 May 21 16:11:52.889953 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0541525 May 21 16:11:52.889953 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:52.892896 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51552) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:52.898887 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031749739', 'description': 'tempest-secgroup-smoke-2031749739 description', 'project_id': '86146e7d621947418ff023416815b53d'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:52.908333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:52.925402 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:52.944627 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:52.948823 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:52.968639 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:52.973187 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:52.973762 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6081-7d87-4da0-aee1-f0161dc84021 req-d2c2946d-c6d1-4518-a561-a6a80090ee8c tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:52.974495 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'status': 'completed', 'code': 200} May 21 16:11:52.981177 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:52.982425 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f25d6081-7d87-4da0-aee1-f0161dc84021 req-d2c2946d-c6d1-4518-a561-a6a80090ee8c tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 943 time: 0.1424663 May 21 16:11:52.986293 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:52.990045 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:52.996944 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:53.075375 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:53.083412 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.083764 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.084079 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.084580 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.084946 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.085268 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.085624 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.085961 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.086291 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.087543 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.087975 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.088359 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:11:53.093678 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:53.102092 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f25d6081-7d87-4da0-aee1-f0161dc84021 req-4220b365-f557-4f0d-9cab-9d3ff647ea82 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186826 May 21 16:11:53.111373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.119407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.124100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7ad9097e-2f52-4558-8d97-461fc1c6f4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:53.130331 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:11:53.149787 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-864084b0-fa7e-4b41-b1da-8c420aeceec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:53.151579 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-864084b0-fa7e-4b41-b1da-8c420aeceec8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1098 time: 0.1384773 May 21 16:11:53.174396 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca220248-38ab-4b98-8d9d-581818eb8d2c,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:53.188638 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:53.195888 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.200804 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3034191 May 21 16:11:53.201070 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51558) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:53.206711 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'security_group_rule': {'security_group_id': 'ca220248-38ab-4b98-8d9d-581818eb8d2c', 'project_id': '86146e7d621947418ff023416815b53d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:53.212759 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:53.217145 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:53.220340 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:53.226365 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:53.246776 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.250355 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['b3b94fef-9d8a-4e65-b47a-f246c4f61f6c'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:11:53.317075 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.319466 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-713f3241-b827-4295-ab12-da43e66302ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:53.321043 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-713f3241-b827-4295-ab12-da43e66302ad service neutron] 10.222.0.84 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 916 time: 0.1577091 May 21 16:11:53.323916 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.326037 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:53.355893 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432ae8c2-6103-41ba-b612-cc01f122ddad,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:53.358988 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:53.360358 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.361695 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596000 May 21 16:11:53.364534 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51562) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:53.371122 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'security_group_rule': {'security_group_id': 'ca220248-38ab-4b98-8d9d-581818eb8d2c', 'project_id': '86146e7d621947418ff023416815b53d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:53.377685 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:53.381806 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:53.386016 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:53.392759 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:53.423265 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.474195 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-09b87a8c-ec87-4913-8f41-ec5593975274 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 998 time: 0.1443582 May 21 16:11:53.498289 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.505091 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.508129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c5128516-1792-4bf1-9ced-c5c6d1411b84 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:53.534172 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe60d8c-8eeb-47b2-a5e4-b649ae55278e,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:53.538348 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:53.548489 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.550176 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-380ad39d-8250-4404-91cd-6db3e055a451 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1842117 May 21 16:11:53.552484 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51566) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:53.559485 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'security_group_rule': {'security_group_id': 'ca220248-38ab-4b98-8d9d-581818eb8d2c', 'project_id': '86146e7d621947418ff023416815b53d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:53.565874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-d283f1e0-caf0-4bd6-a20c-06324b7fb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:53.567000 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:53.567603 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-d283f1e0-caf0-4bd6-a20c-06324b7fb535 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 200 len: 853 time: 0.0860443 May 21 16:11:53.571648 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:53.574759 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:53.580804 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:53.591749 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '5fb8b718-352d-4cf5-a317-948ce8ed04e1', 'tenant_id': '86146e7d621947418ff023416815b53d', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'port_id': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'mac_address': 'fa:16:3e:6a:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:11:51Z', 'updated_at': '2021-05-21T16:11:51Z', 'revision_number': 0, 'project_id': '86146e7d621947418ff023416815b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:11:01Z', 'revision_number': 5, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:53.596011 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] Checking router: 5feed309-dab5-43cf-9287-6e0142c70e5d for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:11:53.599146 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.605625 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:11:53.606236 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:11:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:53.654081 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-a1148536-c24b-4863-8168-2a308339637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:53.655622 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-a1148536-c24b-4863-8168-2a308339637d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795286 May 21 16:11:53.673606 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.680131 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.683667 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-09a5d9d1-4c27-4024-a63d-f6d5fe14bca6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:53.782055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.785810 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2298167 May 21 16:11:53.786755 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51572) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:53.794144 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'security_group_rule': {'security_group_id': 'ca220248-38ab-4b98-8d9d-581818eb8d2c', 'project_id': '86146e7d621947418ff023416815b53d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:53.809131 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:11:53.814772 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:53.819971 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0e19be-6833-4acb-a1d9-8804d24201dc,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:53.824938 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:53.829924 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:53.844112 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:53.852967 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:53.856575 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-56df1b69-45d5-4c3a-9361-a82e81bf6c5d service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930962 May 21 16:11:53.891162 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-044f12fb-95ec-4d9e-8408-ee4d4fdc561d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:53.892805 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-044f12fb-95ec-4d9e-8408-ee4d4fdc561d tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1765420 May 21 16:11:53.895792 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:53.915151 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90441b24-02c9-4a8d-a560-15071f632ece req-15001ca0-6e9a-48d3-a3a1-2d33ddcd4af9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:53.921131 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-90441b24-02c9-4a8d-a560-15071f632ece req-15001ca0-6e9a-48d3-a3a1-2d33ddcd4af9 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 946 time: 0.1472604 May 21 16:11:54.028637 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-90441b24-02c9-4a8d-a560-15071f632ece req-00ef3c15-b11a-4fec-be0c-fec92edbc9e8 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa65c892-186a-4456-9ef6-2a9bc4db8c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981150 May 21 16:11:54.109410 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1bb0e43b-0fbd-4d84-9377-413b74bd87cb req-1675643f-e69f-465f-8d8b-1f08ae003b7c service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459092 May 21 16:11:54.126810 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.140386 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.144974 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:54.172215 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9e586e-2e61-464e-8b13-c6b24192e48c,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:54.182142 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:54.192221 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852752b4-a75c-4d49-a390-7f1515054060 req-1ec5d87d-5812-45f0-a7f2-27e4c8170c89 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:54.193816 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-852752b4-a75c-4d49-a390-7f1515054060 req-1ec5d87d-5812-45f0-a7f2-27e4c8170c89 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.1889117 May 21 16:11:54.195097 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.200635 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4134712 May 21 16:11:54.201322 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51580) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:54.202598 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Deleting port 33f12a61-c61b-4327-974d-2b0b2474e63c {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:11:54.203683 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.207669 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'security_group_rule': {'security_group_id': 'ca220248-38ab-4b98-8d9d-581818eb8d2c', 'project_id': '86146e7d621947418ff023416815b53d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:54.225305 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '5fb8b718-352d-4cf5-a317-948ce8ed04e1', 'tenant_id': '86146e7d621947418ff023416815b53d', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'port_id': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'mac_address': 'fa:16:3e:6a:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:11:51Z', 'updated_at': '2021-05-21T16:11:51Z', 'revision_number': 0, 'project_id': '86146e7d621947418ff023416815b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:11:01Z', 'revision_number': 5, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:54.229051 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:54.231664 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76064d48-bd0a-4a36-a01e-957db3f3104a None None] The sync data for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb is: [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '5fb8b718-352d-4cf5-a317-948ce8ed04e1', 'tenant_id': '86146e7d621947418ff023416815b53d', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'port_id': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'mac_address': 'fa:16:3e:6a:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:11:51Z', 'updated_at': '2021-05-21T16:11:51Z', 'revision_number': 0, 'project_id': '86146e7d621947418ff023416815b53d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:11:01Z', 'revision_number': 5, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:11:54.237168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:54.241221 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:54.256924 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:54.276644 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-852752b4-a75c-4d49-a390-7f1515054060 req-faaa1655-0655-4285-9572-7e0f3c89399b tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720797 May 21 16:11:54.282770 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.securitygroups_db [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Project 86146e7d621947418ff023416815b53d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 16:11:54.297111 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.404865 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.409240 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.412101 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-a369b9cc-eb70-47f0-9aa1-58ba0cd7e3e1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:54.416941 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] For port 33f12a61-c61b-4327-974d-2b0b2474e63c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=33f12a61-c61b-4327-974d-2b0b2474e63c,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:54.417459 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.441810 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7672e71-94e6-4b5d-99ad-827d66841d2b,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:54.450976 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:54.460736 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.463320 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2609687 May 21 16:11:54.465369 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device b3b94fef-9d8a-4e65-b47a-f246c4f61f6c up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:11:54.469071 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51584) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:54.474906 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'security_group_rule': {'security_group_id': 'ca220248-38ab-4b98-8d9d-581818eb8d2c', 'project_id': '86146e7d621947418ff023416815b53d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:54.482447 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:11:54.493654 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Usage tracker for resource:security_group_rule and tenant:86146e7d621947418ff023416815b53d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:11:54.498854 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:11:54.513799 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:11:54.528394 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.securitygroups_db [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Project 86146e7d621947418ff023416815b53d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 16:11:54.537012 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.555568 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:11:54.563341 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:54.564030 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.603427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052ac07-dd6b-4714-a048-db4c55ea0117 None None] New status for floating IP 5fb8b718-352d-4cf5-a317-948ce8ed04e1: ACTIVE {{(pid=91726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:11:54.616923 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.622408 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.624930 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:54.651656 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3698576-3e76-4dc4-94f7-776b5a4ff747,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:54.656098 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:54.660337 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Calling delete_port for 33f12a61-c61b-4327-974d-2b0b2474e63c owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:11:54.661097 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.666710 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1922321 May 21 16:11:54.714807 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646995a-24df-4e60-8dc2-ab805a04d69a req-cb2be634-b157-4fd6-9144-c3ea28f1aace tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:54.716730 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e646995a-24df-4e60-8dc2-ab805a04d69a req-cb2be634-b157-4fd6-9144-c3ea28f1aace tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 944 time: 0.1984146 May 21 16:11:54.778383 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e646995a-24df-4e60-8dc2-ab805a04d69a req-6fe8a607-da3f-459c-a399-5b387c0c9b16 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Synchronizing usage tracker for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:54.810314 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-29c5a161-ed06-48d0-ba66-781840e54bc5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031749739&fields=id&tenant_id=86146e7d621947418ff023416815b53d HTTP/1.1" status: 200 len: 267 time: 0.0444703 May 21 16:11:54.812821 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e646995a-24df-4e60-8dc2-ab805a04d69a req-6fe8a607-da3f-459c-a399-5b387c0c9b16 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Unset dirty status for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:54.814026 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e646995a-24df-4e60-8dc2-ab805a04d69a req-6fe8a607-da3f-459c-a399-5b387c0c9b16 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910435 May 21 16:11:54.906569 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:54.915775 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:54.920537 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-4d6f0434-a792-4596-88d6-17811c6358ee tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:54.922689 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-4d6f0434-a792-4596-88d6-17811c6358ee tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.0923963 May 21 16:11:55.003498 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Pushing event deleted for resources: {'Port': ['ID=33f12a61-c61b-4327-974d-2b0b2474e63c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:55.016427 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:55.021929 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.057832 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:55.065127 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'port': {'security_groups': ['e56f9f18-6e69-4148-b151-d4e2c914b66a', 'ca220248-38ab-4b98-8d9d-581818eb8d2c']}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:11:55.069100 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:55.075941 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.076657 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 33f12a61-c61b-4327-974d-2b0b2474e63c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:11:55.113355 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:55.171744 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 33f12a61-c61b-4327-974d-2b0b2474e63c {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:11:55.172416 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 33f12a61-c61b-4327-974d-2b0b2474e63c not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:11:55.207144 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] No DVR routers for this DVR port 33f12a61-c61b-4327-974d-2b0b2474e63c on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:11:55.208040 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:55.209809 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.214123 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.215050 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43e741c-af79-417a-b171-812628b82251', 'name': 'network-vif-deleted', 'tag': '33f12a61-c61b-4327-974d-2b0b2474e63c'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:55.215542 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:55.236073 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-fd990e7f-4824-4557-85c3-c68ff584dd92 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:55.237614 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-fd990e7f-4824-4557-85c3-c68ff584dd92 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.3132436 May 21 16:11:55.265838 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-84b0c893-f5ba-4fb3-a22d-26ed0fd23d32 req-22b69236-a9b1-41fa-9e27-f621294279b1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Synchronizing usage tracker for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:11:55.270011 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0cc896bb-36bc-4255-84cb-16b5eae7b6a6 req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.84 "DELETE /v2.0/ports/33f12a61-c61b-4327-974d-2b0b2474e63c HTTP/1.1" status: 204 len: 173 time: 1.3059683 May 21 16:11:55.285674 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-84b0c893-f5ba-4fb3-a22d-26ed0fd23d32 req-22b69236-a9b1-41fa-9e27-f621294279b1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Unset dirty status for tenant:0e5dd23b15734e51a56518dc117f85c0 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:11:55.286838 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-84b0c893-f5ba-4fb3-a22d-26ed0fd23d32 req-22b69236-a9b1-41fa-9e27-f621294279b1 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] 10.222.0.91 "GET /v2.0/ports?device_id=f43e741c-af79-417a-b171-812628b82251 HTTP/1.1" status: 200 len: 210 time: 0.0811641 May 21 16:11:55.344014 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c', 'code': 200} May 21 16:11:55.397179 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43e741c-af79-417a-b171-812628b82251', 'name': 'network-vif-deleted', 'tag': '33f12a61-c61b-4327-974d-2b0b2474e63c', 'status': 'completed', 'code': 200} May 21 16:11:55.559036 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Deleting port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:11:55.560388 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.592612 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58749c60-f641-4163-b913-a13cc5cf44b5 req-bd30f4c4-d4cb-4c46-afd7-44840c440ff1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:55.600159 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-58749c60-f641-4163-b913-a13cc5cf44b5 req-bd30f4c4-d4cb-4c46-afd7-44840c440ff1 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 945 time: 0.1079071 May 21 16:11:55.691010 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-58749c60-f641-4163-b913-a13cc5cf44b5 req-ee19bced-a581-4ca6-b4e4-b7cef8247b94 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898705 May 21 16:11:55.725277 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0842-ae4d-4843-bad5-8bda35568b88 req-851750a3-ae07-4bf5-a4e4-26f173ce1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:55.728098 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8b2c0842-ae4d-4843-bad5-8bda35568b88 req-851750a3-ae07-4bf5-a4e4-26f173ce1efd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 1098 time: 0.1082144 May 21 16:11:55.730428 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c9e11154-f4cd-4a33-942d-deff70c3baee,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:55.756054 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] For port 0e1b9677-b4f2-4643-83c0-8ed3f3709783, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0e1b9677-b4f2-4643-83c0-8ed3f3709783,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:55.756411 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.770753 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8b2c0842-ae4d-4843-bad5-8bda35568b88 req-f9cc596e-4583-4929-b9ac-a99486782c07 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 May 21 16:11:55.894376 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Calling delete_port for 0e1b9677-b4f2-4643-83c0-8ed3f3709783 owned by compute:nova {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:11:55.902088 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.908817 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:55.915984 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c324422d-d4df-40af-a106-e76b0f54681f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:55.920674 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['c9e11154-f4cd-4a33-942d-deff70c3baee'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:11:56.013083 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:56.014575 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:56.018003 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-92216db6-dfd1-4ac6-ae36-ca8d47f3b707 req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "PUT /v2.0/ports/c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 981 time: 0.9636619 May 21 16:11:56.020063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:56.121642 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333ca03-81f1-41f8-832c-7f9793dc41ed req-48203f07-c3f6-4067-907a-2b7c40c14365 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:56.129862 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f333ca03-81f1-41f8-832c-7f9793dc41ed req-48203f07-c3f6-4067-907a-2b7c40c14365 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 945 time: 0.1967933 May 21 16:11:56.152416 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=6']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:56.160906 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:56.172718 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['c9e11154-f4cd-4a33-942d-deff70c3baee'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:11:56.209685 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f333ca03-81f1-41f8-832c-7f9793dc41ed req-38607e2d-b415-440c-86fd-4fc2ee01897e tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741222 May 21 16:11:56.225002 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:56.231888 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-fad0d9e5-84c4-44ca-a53a-9756fa86f7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:56.279535 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'status': 'completed', 'code': 200} May 21 16:11:56.303623 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Pushing event deleted for resources: {'Port': ['ID=0e1b9677-b4f2-4643-83c0-8ed3f3709783,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:56.308045 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:56.405414 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51606) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:56.406145 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-7d689891-d448-4d93-9a79-ad3fc66f3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:56.407754 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-7d689891-d448-4d93-9a79-ad3fc66f3415 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1137 time: 0.1104863 May 21 16:11:56.410015 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] No DVR routers for this DVR port 0e1b9677-b4f2-4643-83c0-8ed3f3709783 on host hv-cinder-79246 {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:11:56.489815 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-f6814a77-be09-4eb2-b838-1f7e2844f637 None None] Provisioning complete for port c9e11154-f4cd-4a33-942d-deff70c3baee triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:11:56.490728 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241b49c-f3f9-470a-b323-a1c2cc1832ea req-b894c465-3dd6-407c-8266-3f439cc6f25f tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:56.491695 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6814a77-be09-4eb2-b838-1f7e2844f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:56.492391 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7241b49c-f3f9-470a-b323-a1c2cc1832ea req-b894c465-3dd6-407c-8266-3f439cc6f25f tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.3339612 May 21 16:11:56.494719 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:56.562057 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e35b5d2f-88a6-49a0-ac0b-3140a9f0a5fa req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "DELETE /v2.0/ports/0e1b9677-b4f2-4643-83c0-8ed3f3709783 HTTP/1.1" status: 204 len: 173 time: 1.2900834 May 21 16:11:56.595282 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-212d4ed5-9a44-45cc-bcd5-495c7b272164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:56.596716 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7241b49c-f3f9-470a-b323-a1c2cc1832ea req-06ba4fda-d370-4b96-9ea7-8788a9fd372c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909081 May 21 16:11:56.613203 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-212d4ed5-9a44-45cc-bcd5-495c7b272164 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 916 time: 0.1989856 May 21 16:11:56.828252 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-962c9d87-c42e-4acc-860f-cad15ace7436 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 1000 time: 0.2069600 May 21 16:11:56.969768 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fdb5e9ff-b527-4728-8657-42e102a24b52 req-e6249a72-702c-49f9-800c-92203dc6fdf7 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=97024cb1-5ea0-4fb5-8ac3-7240446c307f HTTP/1.1" status: 200 len: 210 time: 0.0661705 May 21 16:11:56.984629 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-bf1cb06a-43e8-443c-a46d-6cc104200372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:56.985573 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-bf1cb06a-43e8-443c-a46d-6cc104200372 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 200 len: 853 time: 0.1465826 May 21 16:11:57.070276 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-d1b94c5f-2f35-4578-b042-387907f4251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:57.073118 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-d1b94c5f-2f35-4578-b042-387907f4251e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788231 May 21 16:11:57.226705 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-876e8b4e-c362-4eff-8c0e-955dd71f869d service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468756 May 21 16:11:57.248747 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4251-3ffc-4e7d-833b-c5c511a0a99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:57.379929 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-275020cb-619c-431b-91fe-c29d1a2d7344 req-ec0217aa-181c-48ca-8441-5b07cb190735 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460438 May 21 16:11:57.422341 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3805902'] for router_interface, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:57.508789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc7cec-3df6-4d04-9a6b-37ea5fe1b52a req-0f7e77e2-1860-4a74-9c35-db0a095d1b7f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:57.510330 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1efc7cec-3df6-4d04-9a6b-37ea5fe1b52a req-0f7e77e2-1860-4a74-9c35-db0a095d1b7f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 945 time: 0.1715117 May 21 16:11:57.651390 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1efc7cec-3df6-4d04-9a6b-37ea5fe1b52a req-1f56e7be-313b-4101-b547-6e570e968707 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321185 May 21 16:11:57.912047 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Deleting port c6e708d5-c844-4176-b258-83faedc3ad73 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:11:57.912389 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:58.040555 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] For port c6e708d5-c844-4176-b258-83faedc3ad73, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=c6e708d5-c844-4176-b258-83faedc3ad73,segment=NetworkSegment(4949efef-b642-4ec8-9234-3671e7a3ed76),segment_id=4949efef-b642-4ec8-9234-3671e7a3ed76)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:11:58.040994 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:58.164960 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Calling delete_port for c6e708d5-c844-4176-b258-83faedc3ad73 owned by network:router_interface {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:11:58.330777 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'name': 'network-vif-deleted', 'tag': '0e1b9677-b4f2-4643-83c0-8ed3f3709783'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:11:58.395021 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97024cb1-5ea0-4fb5-8ac3-7240446c307f', 'name': 'network-vif-deleted', 'tag': '0e1b9677-b4f2-4643-83c0-8ed3f3709783', 'status': 'completed', 'code': 200} May 21 16:11:58.473018 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 0e1b9677-b4f2-4643-83c0-8ed3f3709783 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:11:58.511606 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:58.515750 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-35775066-f5d6-46b5-b868-e0d5746f1996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:11:58.516795 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 0e1b9677-b4f2-4643-83c0-8ed3f3709783 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:11:58.517150 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 0e1b9677-b4f2-4643-83c0-8ed3f3709783 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:11:58.561274 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e708d5-c844-4176-b258-83faedc3ad73,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:11:58.564555 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:11:58.974241 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326894ca-9523-407f-8301-9f5a85b44d54 req-bed3bd03-587f-4913-bb6b-2ec06384519e tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:11:58.975664 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-326894ca-9523-407f-8301-9f5a85b44d54 req-bed3bd03-587f-4913-bb6b-2ec06384519e tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 945 time: 0.2674246 May 21 16:11:59.038924 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3805858'] for router_interface, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:59.051483 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-326894ca-9523-407f-8301-9f5a85b44d54 req-323110aa-2780-4ffb-8ffe-2b42346892d8 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 May 21 16:11:59.419809 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Router b24b1d82-df5b-4411-81b4-54d853683f68 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:11:59.619746 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:11:59.636547 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] Sync routers for ids ['b24b1d82-df5b-4411-81b4-54d853683f68'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:11:59.643838 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] 10.222.0.91 "PUT /v2.0/routers/b24b1d82-df5b-4411-81b4-54d853683f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2316256 May 21 16:11:59.645596 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51652) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:11:59.660397 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] Routers {'b24b1d82-df5b-4411-81b4-54d853683f68'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:11:59.661051 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:11:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['b24b1d82-df5b-4411-81b4-54d853683f68'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:11:59.773210 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-374989a9-32c1-41dc-b06c-cc36c0fce636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:59.887749 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:11:59.901363 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] Set router b24b1d82-df5b-4411-81b4-54d853683f68 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:11:59.905635 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks [] for router, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:00.308946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:00.311930 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757b111-cc12-4976-9375-a0a4e1381db4 req-0874cb28-1db6-4ce9-a40d-dea730f599a7 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:00.313482 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a757b111-cc12-4976-9375-a0a4e1381db4 req-0874cb28-1db6-4ce9-a40d-dea730f599a7 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 945 time: 0.1132383 May 21 16:12:00.316972 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216'}], 'enable_snat': True}, 'gw_port_id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:11:58Z', 'revision_number': 5, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port': {'id': '997949f1-052d-4ade-9a00-064bdda19c3c', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:00.321848 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] Checking router: b24b1d82-df5b-4411-81b4-54d853683f68 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:12:00.332566 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] Routers {'b24b1d82-df5b-4411-81b4-54d853683f68'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:12:00.333284 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:12:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['b24b1d82-df5b-4411-81b4-54d853683f68'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:00.366264 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a757b111-cc12-4976-9375-a0a4e1381db4 req-f5a7e513-fedd-4093-b8c8-a29becaf72a4 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 May 21 16:12:00.388697 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f67da-23ec-409a-8724-74a65648293e req-8099bee7-5e5c-4084-80cf-19ec8822ea3b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:00.390250 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4a5f67da-23ec-409a-8724-74a65648293e req-8099bee7-5e5c-4084-80cf-19ec8822ea3b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 945 time: 0.1747074 May 21 16:12:00.495070 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] Set router b24b1d82-df5b-4411-81b4-54d853683f68 gateway port host: None {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:12:00.519646 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Deleting port 997949f1-052d-4ade-9a00-064bdda19c3c {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:12:00.520049 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:00.605708 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:12:00Z', 'revision_number': 6, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port_host': None}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:00.610451 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967f478-78f4-4bf4-96b9-a6903638d3c1 None None] The sync data for ids ['b24b1d82-df5b-4411-81b4-54d853683f68'] in dv-cinder-792462-8-smb is: [{'id': 'b24b1d82-df5b-4411-81b4-54d853683f68', 'name': 'tempest-ServerRescueNegativeTestJSON-2116716183-router', 'tenant_id': '0e5dd23b15734e51a56518dc117f85c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:25Z', 'updated_at': '2021-05-21T16:12:00Z', 'revision_number': 6, 'project_id': '0e5dd23b15734e51a56518dc117f85c0', 'gw_port_host': None}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:12:00.665273 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:00.674241 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] For port 997949f1-052d-4ade-9a00-064bdda19c3c, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=997949f1-052d-4ade-9a00-064bdda19c3c,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:00.674768 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:00.689641 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Deleting port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:12:00.689986 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:00.828776 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Calling delete_port for 997949f1-052d-4ade-9a00-064bdda19c3c owned by network:router_gateway {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:12:00.967958 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] For port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:00.968318 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:01.100616 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Calling delete_port for b3b94fef-9d8a-4e65-b47a-f246c4f61f6c owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:12:01.429860 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:01.456551 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:01.551188 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Pushing event deleted for resources: {'Port': ['ID=997949f1-052d-4ade-9a00-064bdda19c3c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:01.559814 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:01.594256 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:01.594629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bbe8e-edac-4a36-8097-7a714e5f2577 req-d979d345-8f74-4d7a-bd10-22e7341e7cd0 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:01.596928 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f28bbe8e-edac-4a36-8097-7a714e5f2577 req-d979d345-8f74-4d7a-bd10-22e7341e7cd0 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 867 time: 0.1071763 May 21 16:12:01.604141 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d0618aa2-8095-464a-8f85-f2d9afcfe416 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:01.608675 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['b3b94fef-9d8a-4e65-b47a-f246c4f61f6c'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:12:01.650531 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f28bbe8e-edac-4a36-8097-7a714e5f2577 req-76609533-51d8-4715-aaa6-26a74aedb3d3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464258 May 21 16:12:01.704855 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Pushing event deleted for resources: {'Port': ['ID=b3b94fef-9d8a-4e65-b47a-f246c4f61f6c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:01.712666 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:01.856462 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828779'] for router_gateway, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:01.997881 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] No DVR routers for this DVR port b3b94fef-9d8a-4e65-b47a-f246c4f61f6c on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:12:02.012705 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.015222 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'name': 'network-vif-deleted', 'tag': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:02.084889 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dff7030-c13c-4b5d-a7bd-365eebffc619', 'name': 'network-vif-deleted', 'tag': 'b3b94fef-9d8a-4e65-b47a-f246c4f61f6c', 'status': 'completed', 'code': 200} May 21 16:12:02.091332 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4648'] for router, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.096715 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.103343 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4a5f67da-23ec-409a-8724-74a65648293e req-11b6ce3e-1afe-4a4b-996d-7f185f5e8c5f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "DELETE /v2.0/ports/b3b94fef-9d8a-4e65-b47a-f246c4f61f6c HTTP/1.1" status: 204 len: 173 time: 1.7023690 May 21 16:12:02.188683 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f854f-a92a-43fe-a0cb-196f1c6136e0 req-79107228-3dea-438e-bb8e-265ab0b86d22 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:02.190175 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-055f854f-a92a-43fe-a0cb-196f1c6136e0 req-79107228-3dea-438e-bb8e-265ab0b86d22 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.5550056 May 21 16:12:02.200026 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3831751'] for router, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.200549 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b24b1d82-df5b-4411-81b4-54d853683f68 {{(pid=91725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 16:12:02.229443 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.233026 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b24b1d82-df5b-4411-81b4-54d853683f68 HTTP/1.1" status: 204 len: 168 time: 2.5833569 May 21 16:12:02.234804 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51686) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:02.261954 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-055f854f-a92a-43fe-a0cb-196f1c6136e0 req-6092dbef-c011-4098-9295-4aaa154e5e84 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634751 May 21 16:12:02.325131 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Deleting subnet 635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 {{(pid=91724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:12:02.332590 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.388869 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426287'] for subnet, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.489665 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.533477 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 997949f1-052d-4ade-9a00-064bdda19c3c no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:12:02.545948 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:02.570101 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 997949f1-052d-4ade-9a00-064bdda19c3c {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:12:02.570546 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 997949f1-052d-4ade-9a00-064bdda19c3c not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:12:02.571126 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device c6e708d5-c844-4176-b258-83faedc3ad73 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:12:02.613525 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: c6e708d5-c844-4176-b258-83faedc3ad73 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:12:02.614745 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device c6e708d5-c844-4176-b258-83faedc3ad73 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:12:02.840006 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-460bea55-8887-414b-a944-1e43c01129b2 req-0985d233-707a-437a-8383-663af5977934 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Synchronizing usage tracker for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:02.842480 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586656a0-df57-4028-a80c-545ce9428d86 req-3fd8c2a7-03f0-4901-a4e6-fd34c549cbc8 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:02.844031 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-3fd8c2a7-03f0-4901-a4e6-fd34c549cbc8 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/networks?id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a HTTP/1.1" status: 200 len: 813 time: 0.4250212 May 21 16:12:02.857865 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-460bea55-8887-414b-a944-1e43c01129b2 req-0985d233-707a-437a-8383-663af5977934 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Unset dirty status for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:02.859171 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-460bea55-8887-414b-a944-1e43c01129b2 req-0985d233-707a-437a-8383-663af5977934 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=1dff7030-c13c-4b5d-a7bd-365eebffc619 HTTP/1.1" status: 200 len: 210 time: 0.0739756 May 21 16:12:02.867421 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-a3289673-c737-4a2e-b812-d2f1a1d7f334 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/quotas/f355d9c09f7e4202abd2d705cd350a36 HTTP/1.1" status: 200 len: 375 time: 0.0141735 May 21 16:12:02.930705 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-586656a0-df57-4028-a80c-545ce9428d86 req-3fae36d6-4f4f-4bc6-84bb-b26bda865bf0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Synchronizing usage tracker for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:02.998739 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-586656a0-df57-4028-a80c-545ce9428d86 req-3fae36d6-4f4f-4bc6-84bb-b26bda865bf0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Unset dirty status for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:02.999994 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-3fae36d6-4f4f-4bc6-84bb-b26bda865bf0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=f355d9c09f7e4202abd2d705cd350a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261911 May 21 16:12:03.144409 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283275'] for subnet, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.153779 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:03.184966 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-6212b1b0-18c6-4c88-b80e-4ca9dba45945 service neutron] 10.222.0.91 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780653 May 21 16:12:03.190043 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635820e4-f1a1-4f55-9b9b-cb9bb89f6e97,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:03.194345 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:03.213778 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.272183 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d2028717-3a0e-477f-b207-81923d1ef796 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/635820e4-f1a1-4f55-9b9b-cb9bb89f6e97 HTTP/1.1" status: 204 len: 168 time: 1.0359745 May 21 16:12:03.275853 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51704) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:03.345270 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-09023925-15f8-436f-96f0-22fe9979bf58 service neutron] 10.222.0.91 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531250 May 21 16:12:03.434283 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.556032 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5eb4f952-97a0-4fe0-ac7e-7ecc5dabd485 req-1bfbfc80-53ec-4441-9f0b-f1bfeb4c3033 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 210 time: 0.0459390 May 21 16:12:03.580566 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a883-8efd-4854-b279-a536ade03926 req-93f354e3-0292-4a88-90b6-ea32b4751ed2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:03.580566 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7139a883-8efd-4854-b279-a536ade03926 req-93f354e3-0292-4a88-90b6-ea32b4751ed2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1986158 May 21 16:12:03.609350 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.628353 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f645797b-8546-490c-9dcc-da501d6ba51b']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:03.651511 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4949efef-b642-4ec8-9234-3671e7a3ed76') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:03.651813 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4949efef-b642-4ec8-9234-3671e7a3ed76') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:03.668313 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7139a883-8efd-4854-b279-a536ade03926 req-927d15f5-c23d-480d-813d-c26797ff0f8c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783947 May 21 16:12:03.669990 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.694465 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.701822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:12:03.702208 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:12:03.716815 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:12:03.799821 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.803743 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:03.818041 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:03.829313 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f645797b-8546-490c-9dcc-da501d6ba51b,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:03.832662 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:03.838620 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c7deb9e0-d17d-4afc-a3de-4dc60973cba8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/f645797b-8546-490c-9dcc-da501d6ba51b HTTP/1.1" status: 204 len: 168 time: 0.5614367 May 21 16:12:03.980592 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51726) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:04.056806 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-b2dc5eff-f5a2-42e2-ab15-f849adc783de admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e5dd23b15734e51a56518dc117f85c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0745351 May 21 16:12:04.059040 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51730) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:04.129306 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:04.160768 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:04.223496 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:04.227937 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c76cd3e9-639e-4702-923e-c329a920b9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:04.242087 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65c892-186a-4456-9ef6-2a9bc4db8c70,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:04.246201 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:04.259004 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:04.260736 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aa65c892-186a-4456-9ef6-2a9bc4db8c70 HTTP/1.1" status: 204 len: 168 time: 0.2002661 May 21 16:12:04.332427 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb723-ae25-471c-9785-4d5f9092d833 req-da1e5519-2de2-49c5-800d-2295e1f030af tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:04.333131 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-777eb723-ae25-471c-9785-4d5f9092d833 req-da1e5519-2de2-49c5-800d-2295e1f030af tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Synchronizing usage tracker for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:network {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:04.351680 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-777eb723-ae25-471c-9785-4d5f9092d833 req-da1e5519-2de2-49c5-800d-2295e1f030af tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Unset dirty status for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:network {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:04.360270 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-da1e5519-2de2-49c5-800d-2295e1f030af tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/networks?id=89dd5929-c1e4-441d-8193-14b931335904 HTTP/1.1" status: 200 len: 809 time: 0.1881957 May 21 16:12:04.372102 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-a0b3ed90-b96c-4b14-9aca-555f1521ee56 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/quotas/26c62d0de9a24d968d9ed2bac7b545ae HTTP/1.1" status: 200 len: 375 time: 0.0109584 May 21 16:12:04.429934 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-4531c0be-2502-4de9-abd0-76541ab17ffd tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=26c62d0de9a24d968d9ed2bac7b545ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508027 May 21 16:12:04.521172 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device b3b94fef-9d8a-4e65-b47a-f246c4f61f6c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:12:04.573846 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: b3b94fef-9d8a-4e65-b47a-f246c4f61f6c {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:12:04.574107 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device b3b94fef-9d8a-4e65-b47a-f246c4f61f6c not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:12:04.661877 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-697ab4ef-c30a-47f2-af73-89bd02b03979 service neutron] 10.222.0.91 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250600 May 21 16:12:04.784202 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4905d4e5-62c5-4785-8645-f31380be9984 req-1a08a0f7-deca-467f-8616-6d71b84eb83e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 210 time: 0.0853240 May 21 16:12:04.963717 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586656a0-df57-4028-a80c-545ce9428d86 req-f9b5286c-c8f5-4e51-8624-44a464747d9d tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:04.963717 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-f9b5286c-c8f5-4e51-8624-44a464747d9d tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "GET /v2.0/networks?id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a HTTP/1.1" status: 200 len: 813 time: 0.4048111 May 21 16:12:04.985342 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Request body: {'port': {'device_id': '5215d5aa-6b17-45a3-8716-e53bda704629', 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a', 'admin_state_up': True, 'tenant_id': 'f355d9c09f7e4202abd2d705cd350a36'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:05.016351 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-33119734-8f45-481c-9371-f3fb0544a08f service neutron] 10.222.0.91 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321732 May 21 16:12:05.025488 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dabe6-8827-4a5e-aa2e-8412c079b643 req-981e1d5d-aadb-4eae-a9bc-42755bd46a46 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:05.027043 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d63dabe6-8827-4a5e-aa2e-8412c079b643 req-981e1d5d-aadb-4eae-a9bc-42755bd46a46 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1056850 May 21 16:12:05.089588 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d63dabe6-8827-4a5e-aa2e-8412c079b643 req-7eec4e5b-9bf7-436e-a165-30a33894d888 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565722 May 21 16:12:05.155272 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:05.165411 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:05.179360 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Made reservation on behalf of f355d9c09f7e4202abd2d705cd350a36 for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:12:05.185263 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.208815 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51778) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:05.273335 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2b3619c0-5e28-4ffa-a053-9f890553a643 req-b476ecd5-8257-4abe-bb68-cb3dd02d7044 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 210 time: 0.0533485 May 21 16:12:05.376627 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-network', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:05.381078 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:05.386623 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Usage tracker for resource:network and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:05.390324 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:05.395764 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Allocated IP 172.20.0.3 (b41af6f6-0e87-4fcf-b56f-f81e174c2a9a/aefa4de0-60dd-4119-b8ab-47637d620929/57271981-1a7e-4270-8907-8c403266a3eb) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:12:05.396330 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:05.408262 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Made reservation on behalf of 2b4774768b1a4c638f6e2d4361c137ed for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:12:05.411126 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.427629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.443064 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:05.447874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:05.450886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:05.456568 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:05.554494 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.559721 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.563172 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-5141c9d3-6cca-4ed4-a204-d3e34102f151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:05.593287 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:12:05.603089 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd87e8f-b8d5-49c9-84ed-586805ba6983,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:05.616876 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:05.622489 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.624528 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Added segment bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13 of type vlan for network f893756e-6eac-4880-8f55-f8cc2b7300f5 May 21 16:12:05.655319 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.656977 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.688508 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.691271 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:05.692697 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.694232 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.698836 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-804aa8c4-029a-4904-b664-996e41282d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:05.703555 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bfebad0f-b445-4992-b775-8ed63a23b8fc tempest-VolumesActionsTest-709261737 tempest-VolumesActionsTest-709261737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:05.779321 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:05.782416 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:05.784840 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:12:05.819674 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Pushing event updated for resources: {'Network': ['ID=f893756e-6eac-4880-8f55-f8cc2b7300f5,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:05.829337 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6185164 May 21 16:12:05.830025 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51792) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:05.830896 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:05.836920 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Request body: {'subnet': {'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-subnet', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:05.837098 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:12:05.842990 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:05.847919 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Usage tracker for resource:subnet and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:05.851498 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:05.858860 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:05.873322 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:05.874029 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.874527 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Made reservation on behalf of 2b4774768b1a4c638f6e2d4361c137ed for: {'subnet': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:12:05.877472 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2283310'] for subnet, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:05.889462 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Pushing event updated for resources: {'Port': ['ID=57271981-1a7e-4270-8907-8c403266a3eb,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:05.892427 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:05.914424 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9327626 May 21 16:12:05.929612 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Request body: {'port': {'device_id': '5215d5aa-6b17-45a3-8716-e53bda704629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:06.115806 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:06.144287 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66aa63-f7fc-4c06-a18d-d4d703b10dc8 req-535750ec-9b6d-40ff-abcf-326af043ba57 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:06.145005 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-8d66aa63-f7fc-4c06-a18d-d4d703b10dc8 req-535750ec-9b6d-40ff-abcf-326af043ba57 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Synchronizing usage tracker for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:06.214177 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-8d66aa63-f7fc-4c06-a18d-d4d703b10dc8 req-535750ec-9b6d-40ff-abcf-326af043ba57 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Unset dirty status for tenant:f355d9c09f7e4202abd2d705cd350a36 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:06.216462 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8d66aa63-f7fc-4c06-a18d-d4d703b10dc8 req-535750ec-9b6d-40ff-abcf-326af043ba57 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 931 time: 0.2522781 May 21 16:12:06.343970 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8d66aa63-f7fc-4c06-a18d-d4d703b10dc8 req-a2ba0696-1a42-4319-8726-9d718109a671 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129417 May 21 16:12:06.550304 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6b53600-44d9-4284-aafd-ce1bca304485 req-29ff6dee-95c2-4a4b-8bcf-c21cfc74879b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 210 time: 0.0609846 May 21 16:12:06.613970 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7fe5-7276-4c09-bbd4-8d0d580e7715 req-33ebaa74-9a2c-408d-82d1-ae6528a06d7c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:06.618251 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f36b7fe5-7276-4c09-bbd4-8d0d580e7715 req-33ebaa74-9a2c-408d-82d1-ae6528a06d7c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.4077363 May 21 16:12:06.630507 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb723-ae25-471c-9785-4d5f9092d833 req-98c30be5-ab7a-4df5-a457-4058bdeb13ae tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:06.632084 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-98c30be5-ab7a-4df5-a457-4058bdeb13ae tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "GET /v2.0/networks?id=89dd5929-c1e4-441d-8193-14b931335904 HTTP/1.1" status: 200 len: 809 time: 0.2252636 May 21 16:12:06.689114 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57271981-1a7e-4270-8907-8c403266a3eb {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:12:06.689494 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Request body: {'port': {'device_id': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'network_id': '89dd5929-c1e4-441d-8193-14b931335904', 'admin_state_up': True, 'tenant_id': '26c62d0de9a24d968d9ed2bac7b545ae'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:06.697243 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:06.713998 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Transition to ACTIVE for port object 57271981-1a7e-4270-8907-8c403266a3eb will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:06.718802 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:06.723995 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7b96b3e7-6a5c-4b07-9411-b1460eea9c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:06.813691 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f36b7fe5-7276-4c09-bbd4-8d0d580e7715 req-d0524d41-a701-43b4-a660-04292918a368 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786997 May 21 16:12:06.825833 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2228972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2283264'] for subnet, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:06.835738 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:06.892429 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=57271981-1a7e-4270-8907-8c403266a3eb,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:06.941080 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f5ec89-031b-4daf-8eec-097000fb4ce7,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:06.948934 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:06.951190 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:06.965995 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Checking segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:12:06.966392 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Network hostable DHCP agents. Network: f893756e-6eac-4880-8f55-f8cc2b7300f5, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:12:06.969812 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:06.987998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Made reservation on behalf of 26c62d0de9a24d968d9ed2bac7b545ae for: {'port': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:12:06.991475 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.009358 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:12:07.037044 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:07.061190 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, f893756e-6eac-4880-8f55-f8cc2b7300f5) {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:07.073591 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e7994-77f7-4cc3-8896-9c4581ea1834 None None] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:12:07.077337 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Attempting to bind port 57271981-1a7e-4270-8907-8c403266a3eb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:12:07.077733 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Attempting to bind port 57271981-1a7e-4270-8907-8c403266a3eb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:12:07.078345 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Attempting to bind port 57271981-1a7e-4270-8907-8c403266a3eb on network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:07.082866 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Port 57271981-1a7e-4270-8907-8c403266a3eb on network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:12:07.083193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Attempting to bind port 57271981-1a7e-4270-8907-8c403266a3eb on network b41af6f6-0e87-4fcf-b56f-f81e174c2a9a {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:07.085787 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:07.087322 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.089119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:12:07.089461 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Checking segment: {'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:12:07.089876 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Bound using segment: {'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:12:07.090319 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Bound port: 57271981-1a7e-4270-8907-8c403266a3eb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4126fca1-710f-4226-81ae-2449140138bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:12:07.090672 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.161608 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-ce5a9a1a-c697-4fa2-a7ef-ebaac8058ed6 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3296208 May 21 16:12:07.164322 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51804) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:07.171710 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:07.187130 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:07.195199 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Usage tracker for resource:router and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:07.197716 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Allocated IP 172.20.0.2 (89dd5929-c1e4-441d-8193-14b931335904/3bcb9431-966e-4309-8df4-7bf78c9a72f2/f03c0b1a-02bc-4622-ac36-d42acc5d4d1f) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:12:07.200360 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:07.208173 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:07.210415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] For port 57271981-1a7e-4270-8907-8c403266a3eb, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:12:07.215293 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] For port 57271981-1a7e-4270-8907-8c403266a3eb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57271981-1a7e-4270-8907-8c403266a3eb,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:12:07.220475 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.225738 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:07.276594 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.277642 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.307441 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:07.308058 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.309449 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] 10.222.0.84 "PUT /v2.0/ports/57271981-1a7e-4270-8907-8c403266a3eb HTTP/1.1" status: 200 len: 1093 time: 1.3845444 May 21 16:12:07.310717 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5215d5aa-6b17-45a3-8716-e53bda704629', 'tag': '57271981-1a7e-4270-8907-8c403266a3eb'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:07.329899 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-f893756e-6eac-4880-8f55-f8cc2b7300f5', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:12:07.331029 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.332374 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.351742 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=57271981-1a7e-4270-8907-8c403266a3eb,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:07.355682 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:07.444739 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.456049 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5215d5aa-6b17-45a3-8716-e53bda704629', 'tag': '57271981-1a7e-4270-8907-8c403266a3eb', 'status': 'completed', 'code': 200} May 21 16:12:07.486381 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.494161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0ad997e0-c2a1-4399-8cfc-babdf5bda921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:07.541928 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Allocated IP 172.20.0.2 (f893756e-6eac-4880-8f55-f8cc2b7300f5/a3f5ec89-031b-4daf-8eec-097000fb4ce7/0415cbf7-d82d-4302-89a1-8a10b824043d) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:12:07.613466 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Network 89dd5929-c1e4-441d-8193-14b931335904 is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:07.617895 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:07.629239 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:12:07.672008 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Pushing event updated for resources: {'Port': ['ID=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:07.683950 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:07.684355 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.691739 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586656a0-df57-4028-a80c-545ce9428d86 req-bacc623a-8413-41d8-b564-49d62690bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:07.693170 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-bacc623a-8413-41d8-b564-49d62690bc19 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f355d9c09f7e4202abd2d705cd350a36&device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 1096 time: 0.3366158 May 21 16:12:07.720620 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:07.721235 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.744382 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2c10-0f8b-4bb0-af59-30a997723c88 req-78060ea7-ada0-46c6-8343-b1c7c367239e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:07.745915 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-238f2c10-0f8b-4bb0-af59-30a997723c88 req-78060ea7-ada0-46c6-8343-b1c7c367239e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 943 time: 0.2137113 May 21 16:12:07.752451 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-10eb0786-4dca-44cd-adce-32965d6fd40b tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761571 May 21 16:12:07.775439 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Request body: {'port': {'device_id': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:07.804559 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.817930 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Transition to ACTIVE for port object 0415cbf7-d82d-4302-89a1-8a10b824043d will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:07.826368 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-9dbc1d9f-3e29-4efe-8af9-ecfc3416c9d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57271981-1a7e-4270-8907-8c403266a3eb HTTP/1.1" status: 200 len: 217 time: 0.1081185 May 21 16:12:07.838885 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Transition to ACTIVE for port object 0415cbf7-d82d-4302-89a1-8a10b824043d will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:07.849425 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.849692 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-238f2c10-0f8b-4bb0-af59-30a997723c88 req-1d984f79-5912-45b6-b66b-dd1271c9fa45 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943518 May 21 16:12:07.854554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-55e5822a-ca3e-4807-a732-b1afb9dd6257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:07.913338 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:07.924502 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:07.927609 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:07.935440 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:12:07.941594 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Pushing event updated for resources: {'Port': ['ID=0415cbf7-d82d-4302-89a1-8a10b824043d,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:07.945814 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:07.987536 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586656a0-df57-4028-a80c-545ce9428d86 req-9af0adaa-f480-4566-b680-cf73d7df08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:07.988889 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-9af0adaa-f480-4566-b680-cf73d7df08f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aefa4de0-60dd-4119-b8ab-47637d620929 HTTP/1.1" status: 200 len: 853 time: 0.1546571 May 21 16:12:08.003147 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457635d-4693-4a99-a895-ccc451deaec0 req-02d35316-5b01-47ca-baf2-0b684d0b1ac6 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:08.004985 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e457635d-4693-4a99-a895-ccc451deaec0 req-02d35316-5b01-47ca-baf2-0b684d0b1ac6 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 931 time: 0.2853839 May 21 16:12:08.042920 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Attempting to bind port 0415cbf7-d82d-4302-89a1-8a10b824043d on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:12:08.043305 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Attempting to bind port 0415cbf7-d82d-4302-89a1-8a10b824043d by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:12:08.043656 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Attempting to bind port 0415cbf7-d82d-4302-89a1-8a10b824043d on network f893756e-6eac-4880-8f55-f8cc2b7300f5 {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:08.050242 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:12:08.050614 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Checking segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:12:08.051035 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.051430 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Bound using segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:12:08.051893 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Bound port: 0415cbf7-d82d-4302-89a1-8a10b824043d, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:12:08.052262 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.075137 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-b88c7c15-5ce8-40a8-af2a-59092afbe45d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695322 May 21 16:12:08.130081 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e457635d-4693-4a99-a895-ccc451deaec0 req-20fee8fc-38aa-4b09-a825-47a2333a1b42 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889223 May 21 16:12:08.162684 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] For port 0415cbf7-d82d-4302-89a1-8a10b824043d, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:12:08.166434 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] For port 0415cbf7-d82d-4302-89a1-8a10b824043d, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=0415cbf7-d82d-4302-89a1-8a10b824043d,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:12:08.171643 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.176274 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:08.251580 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29e53-98e3-4c28-b33a-c0034040d9a0 req-30cac69b-0974-426b-ba2a-a028696139d2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:08.253139 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ccd29e53-98e3-4c28-b33a-c0034040d9a0 req-30cac69b-0974-426b-ba2a-a028696139d2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.2438500 May 21 16:12:08.254726 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Pushing event updated for resources: {'Port': ['ID=0415cbf7-d82d-4302-89a1-8a10b824043d,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:08.258125 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:08.365418 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ccd29e53-98e3-4c28-b33a-c0034040d9a0 req-8d8bc5f2-055f-4f9a-952a-5a88bc219a8b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669835 May 21 16:12:08.415851 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-15ab680e-eb48-4f37-a63f-8cadc9c7eed9 service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255129 May 21 16:12:08.571494 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03c0b1a-02bc-4622-ac36-d42acc5d4d1f {{(pid=91724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:12:08.580265 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.596703 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.provisioning_blocks [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Transition to ACTIVE for port object f03c0b1a-02bc-4622-ac36-d42acc5d4d1f will not be triggered until provisioned by entity L2. {{(pid=91724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:08.601178 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.607061 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d907157e-85e4-47ce-ad28-9a514bc2e2db tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:08.607605 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.692865 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.769804 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Pushing event updated for resources: {'Port': ['ID=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:08.772677 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:08.808934 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-586656a0-df57-4028-a80c-545ce9428d86 req-d21f4206-a84d-4eb4-a463-a58adc5c4e74 service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764155 May 21 16:12:08.869030 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Attempting to bind port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:12:08.869522 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Attempting to bind port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:12:08.870012 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Attempting to bind port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f on network 89dd5929-c1e4-441d-8193-14b931335904 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:08.876081 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f on network 89dd5929-c1e4-441d-8193-14b931335904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:12:08.876526 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Attempting to bind port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f on network 89dd5929-c1e4-441d-8193-14b931335904 {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:08.882071 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:12:08.883012 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Checking segment: {'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:12:08.883822 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Bound using segment: {'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'} {{(pid=91724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:12:08.884533 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.managers [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Bound port: f03c0b1a-02bc-4622-ac36-d42acc5d4d1f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2297179f-a898-42c2-a987-c3bd3c1dcd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '89dd5929-c1e4-441d-8193-14b931335904'}}] {{(pid=91724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:12:08.884890 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.919532 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Allocated IP 172.28.1.142 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/b4105a6b-2a0a-4223-9da8-276cdc53e8e6) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:12:08.980592 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] For port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f, host hv-cinder-79246, cleared binding levels {{(pid=91724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:12:08.984572 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] For port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:12:08.990531 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:08.995644 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-fbacf122-685d-4db6-ad7d-eb3110eab8d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:09.070063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.070991 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:09.075106 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] 10.222.0.84 "PUT /v2.0/ports/f03c0b1a-02bc-4622-ac36-d42acc5d4d1f HTTP/1.1" status: 200 len: 1093 time: 1.3033051 May 21 16:12:09.075106 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'tag': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:09.090237 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Pushing event updated for resources: {'Port': ['ID=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,revision_number=3']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:09.094573 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:09.109350 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-6d7c82d0-d20b-4919-bc1a-83819136a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.110970 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-6d7c82d0-d20b-4919-bc1a-83819136a25e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f355d9c09f7e4202abd2d705cd350a36&device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 1096 time: 0.2508607 May 21 16:12:09.187927 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'tag': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f', 'status': 'completed', 'code': 200} May 21 16:12:09.252462 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb723-ae25-471c-9785-4d5f9092d833 req-1944b863-abfa-497b-95d3-c438238325b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.254833 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-1944b863-abfa-497b-95d3-c438238325b6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=26c62d0de9a24d968d9ed2bac7b545ae&device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 1096 time: 0.1258676 May 21 16:12:09.330983 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:09.335456 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21674ce6-04ad-47a8-832b-16f3f9524ef3 None None] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:12:09.340296 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-5239bf6a-0086-4166-bb01-c42ec0b938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.341787 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-5239bf6a-0086-4166-bb01-c42ec0b938b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a HTTP/1.1" status: 200 len: 915 time: 0.2226000 May 21 16:12:09.349270 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e75a36-6407-4cbd-98c6-8f29e337ba20 req-ff7cb904-bd90-48f1-9077-08957cf48eeb tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.350779 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-53e75a36-6407-4cbd-98c6-8f29e337ba20 req-ff7cb904-bd90-48f1-9077-08957cf48eeb tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 943 time: 0.3770683 May 21 16:12:09.390213 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-c3340739-2f1d-4cd7-90e0-2ae52aaa7709 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f HTTP/1.1" status: 200 len: 217 time: 0.1256378 May 21 16:12:09.438310 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-39bab75d-de93-4191-94ec-86bde65cba5e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57271981-1a7e-4270-8907-8c403266a3eb HTTP/1.1" status: 200 len: 217 time: 0.0862706 May 21 16:12:09.452458 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-8f530095-1413-423b-a84f-224e4800069a None None] Provisioning for port 0415cbf7-d82d-4302-89a1-8a10b824043d completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:09.479605 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb723-ae25-471c-9785-4d5f9092d833 req-9b3786da-2987-42b6-b233-bba369f224d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.481539 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-9b3786da-2987-42b6-b233-bba369f224d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bcb9431-966e-4309-8df4-7bf78c9a72f2 HTTP/1.1" status: 200 len: 849 time: 0.0836632 May 21 16:12:09.495544 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e07e91-6a1d-4b2e-9ce6-5043188c8e0c req-949d2c70-1d4a-486c-b139-c1d9e5f0f9a3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.496530 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-71e07e91-6a1d-4b2e-9ce6-5043188c8e0c req-949d2c70-1d4a-486c-b139-c1d9e5f0f9a3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Synchronizing usage tracker for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:09.528788 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-53e75a36-6407-4cbd-98c6-8f29e337ba20 req-f058c645-96e3-454e-9c02-e40c144e9fb8 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215038 May 21 16:12:09.534185 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-c2a46a12-9fdd-4d26-927a-400c5f84240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:09.535581 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-c2a46a12-9fdd-4d26-927a-400c5f84240c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=aefa4de0-60dd-4119-b8ab-47637d620929 HTTP/1.1" status: 200 len: 853 time: 0.0904765 May 21 16:12:09.544024 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:09.544535 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-32d070d9-b042-4961-91e8-0115c0581542 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=89dd5929-c1e4-441d-8193-14b931335904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438833 May 21 16:12:09.605806 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9748aa76-05d6-4aa0-802a-ab8c13ba4427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:09.659671 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-71e07e91-6a1d-4b2e-9ce6-5043188c8e0c req-949d2c70-1d4a-486c-b139-c1d9e5f0f9a3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Unset dirty status for tenant:26c62d0de9a24d968d9ed2bac7b545ae on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:09.660814 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-71e07e91-6a1d-4b2e-9ce6-5043188c8e0c req-949d2c70-1d4a-486c-b139-c1d9e5f0f9a3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 943 time: 0.3407166 May 21 16:12:09.675179 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-3fb94c84-bd4a-4d74-ab65-0d65db10c449 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249778 May 21 16:12:09.723344 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:09.742053 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-71e07e91-6a1d-4b2e-9ce6-5043188c8e0c req-130655da-e736-4c2a-a739-3f8f1aa61e5e tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707278 May 21 16:12:09.751049 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-98cf13e1-b545-4883-83da-6081dff1cd6c service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961839 May 21 16:12:09.752931 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:09.767815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:12:09.841054 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Pushing event updated for resources: {'Port': ['ID=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:09.853615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:09.897346 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-777eb723-ae25-471c-9785-4d5f9092d833 req-f7bc40a5-f385-489a-b64e-bedf713ee8f5 service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389904 May 21 16:12:10.003888 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-c2f0651d-6cf6-4ee2-846e-5f0036696665 service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827458 May 21 16:12:10.020216 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-bfc634f2-177f-4c6a-89ca-379c38a92cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:10.021730 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-bfc634f2-177f-4c6a-89ca-379c38a92cf4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=26c62d0de9a24d968d9ed2bac7b545ae&device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 1096 time: 0.0756721 May 21 16:12:10.162845 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-6b9b3f44-93aa-4bf6-8498-7e6a31f3cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:10.165055 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-6b9b3f44-93aa-4bf6-8498-7e6a31f3cf2f service neutron] 10.222.0.84 "GET /v2.0/networks?id=89dd5929-c1e4-441d-8193-14b931335904 HTTP/1.1" status: 200 len: 911 time: 0.1357908 May 21 16:12:10.244067 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-6f6ffe1d-47f7-4274-b78a-853e72938d44 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f HTTP/1.1" status: 200 len: 217 time: 0.0657794 May 21 16:12:10.291041 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba1cd3-4901-4dfe-884e-f161dfb27bf3 req-eb7f6999-07c0-4065-a506-cf2446eadb1c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:10.292502 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-95ba1cd3-4901-4dfe-884e-f161dfb27bf3 req-eb7f6999-07c0-4065-a506-cf2446eadb1c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.6217153 May 21 16:12:10.313631 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-a1320274-a4ba-45d0-89d7-9ef4df444702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:10.315105 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-a1320274-a4ba-45d0-89d7-9ef4df444702 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3bcb9431-966e-4309-8df4-7bf78c9a72f2 HTTP/1.1" status: 200 len: 849 time: 0.0631871 May 21 16:12:10.363568 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-a08a2a43-2044-49d8-864e-37b44cc4239a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=89dd5929-c1e4-441d-8193-14b931335904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409017 May 21 16:12:10.467493 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-95ba1cd3-4901-4dfe-884e-f161dfb27bf3 req-fe2bf4d7-bf0e-4b7c-9c66-81c4f1e0ebef tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602013 May 21 16:12:10.472890 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7849a6e3-3812-4a3b-99e8-742d9295e985 req-f9b9730e-3026-439d-b46b-2f3b388bf063 service neutron] 10.222.0.84 "GET /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165671 May 21 16:12:10.517868 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 57271981-1a7e-4270-8907-8c403266a3eb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:12:10.605564 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-06735b46-6103-403d-889e-8402be66efc2 service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335498 May 21 16:12:10.615932 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:10.638040 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0415cbf7-d82d-4302-89a1-8a10b824043d up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:10.757076 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 57271981-1a7e-4270-8907-8c403266a3eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57271981-1a7e-4270-8907-8c403266a3eb,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:10.766215 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 0415cbf7-d82d-4302-89a1-8a10b824043d completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:10.778258 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-df29125a-b4d5-4628-afb9-7754d7ea5c39 req-79332222-edc8-4b93-accd-b2850aeb9d82 service neutron] 10.222.0.84 "GET /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634138 May 21 16:12:10.790124 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 0415cbf7-d82d-4302-89a1-8a10b824043d triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:10.790659 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:10.818507 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '57271981-1a7e-4270-8907-8c403266a3eb', 'network_id': 'b41af6f6-0e87-4fcf-b56f-f81e174c2a9a', 'port_id': '57271981-1a7e-4270-8907-8c403266a3eb', 'mac_address': 'fa:16:3e:b4:ca:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefa4de0-60dd-4119-b8ab-47637d620929', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:12:10.900694 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:10.923029 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c3ccd-c29e-458b-a8d7-683698271c16 req-510e7398-332d-4fd7-b253-3f6708096fbe tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:10.924486 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fc4c3ccd-c29e-458b-a8d7-683698271c16 req-510e7398-332d-4fd7-b253-3f6708096fbe tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 943 time: 0.0997934 May 21 16:12:10.944738 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57271981-1a7e-4270-8907-8c403266a3eb {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:12:10.973105 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fc4c3ccd-c29e-458b-a8d7-683698271c16 req-b12752d7-cbc8-4946-9525-16e28fec9ad0 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 May 21 16:12:10.981457 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 57271981-1a7e-4270-8907-8c403266a3eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57271981-1a7e-4270-8907-8c403266a3eb,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:10.989737 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:10.997885 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:11.001176 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:11.078613 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 0415cbf7-d82d-4302-89a1-8a10b824043d, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=0415cbf7-d82d-4302-89a1-8a10b824043d,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:11.082911 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=57271981-1a7e-4270-8907-8c403266a3eb,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:11.085577 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:11.087890 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:11.088351 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:11.092000 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:11.100938 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eef88-64a9-49be-88c6-8201207d013f req-fa903bc3-d084-4465-8eaf-c37c3c137039 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:11.102555 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-978eef88-64a9-49be-88c6-8201207d013f req-fa903bc3-d084-4465-8eaf-c37c3c137039 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 943 time: 0.1932564 May 21 16:12:11.159264 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=0415cbf7-d82d-4302-89a1-8a10b824043d,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:11.162214 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:11.228223 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['57271981-1a7e-4270-8907-8c403266a3eb'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:12:11.228439 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-978eef88-64a9-49be-88c6-8201207d013f req-50d69f56-13dd-4dd0-80ec-d0aed1ab9cb6 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727324 May 21 16:12:11.348100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Router 11244c24-a535-41e6-b4f3-ec541f4d2920 is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:12:11.531562 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:12:11.541018 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Sync routers for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:12:11.551169 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:12:11.552057 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:12:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:11.557000 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:11.558353 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3930604 May 21 16:12:11.560989 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51832) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:11.662834 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de647-c317-40c8-a066-88ca13dc2406 req-e1775264-04dc-4e8d-8335-a9582278067f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:11.664903 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-028de647-c317-40c8-a066-88ca13dc2406 req-e1775264-04dc-4e8d-8335-a9582278067f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.0856144 May 21 16:12:11.724317 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-028de647-c317-40c8-a066-88ca13dc2406 req-28fa6da3-16a7-4316-aa69-df0d93eae2f8 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527186 May 21 16:12:11.744109 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:12:12.057517 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:10Z', 'revision_number': 3, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:12.061974 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Checking router: 11244c24-a535-41e6-b4f3-ec541f4d2920 for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:12:12.062357 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Updating router 11244c24-a535-41e6-b4f3-ec541f4d2920 port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:12:12.116062 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.347871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a984de-fd73-49e6-904d-f962774ddbef req-8b9007ab-a470-473b-ac23-d83062c2fa70 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:12.349344 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a6a984de-fd73-49e6-904d-f962774ddbef req-8b9007ab-a470-473b-ac23-d83062c2fa70 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 944 time: 0.2360284 May 21 16:12:12.437306 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0238-d4a9-4d70-a63d-a2f10efc9ca9 req-c7de8130-78e9-4d36-8fd1-f4a9196811e3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:12.438962 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b0bc0238-d4a9-4d70-a63d-a2f10efc9ca9 req-c7de8130-78e9-4d36-8fd1-f4a9196811e3 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 943 time: 0.0956898 May 21 16:12:12.444600 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a6a984de-fd73-49e6-904d-f962774ddbef req-04c783b4-7089-435c-ac90-36a4c1bf7c59 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872278 May 21 16:12:12.513070 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b0bc0238-d4a9-4d70-a63d-a2f10efc9ca9 req-f58facc3-6a50-4846-8b9d-f4dd6c4acbfa tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682287 May 21 16:12:12.513783 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.521413 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.528761 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Transition to ACTIVE for port object b4105a6b-2a0a-4223-9da8-276cdc53e8e6 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:12.534289 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device f03c0b1a-02bc-4622-ac36-d42acc5d4d1f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:12:12.536390 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 57271981-1a7e-4270-8907-8c403266a3eb up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:12.569071 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0415cbf7-d82d-4302-89a1-8a10b824043d up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:12.616928 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.629954 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:12.746138 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Allocated IP 172.20.0.1 (f893756e-6eac-4880-8f55-f8cc2b7300f5/a3f5ec89-031b-4daf-8eec-097000fb4ce7/27525e68-d864-4645-a644-7341b340e459) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:12:12.759235 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e41e0-1d43-4298-9151-48ed3822e354 None None] Pushing event updated for resources: {'Port': ['ID=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:12.804515 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Attempting to bind port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:12:12.804932 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Attempting to bind port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:12:12.805343 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Attempting to bind port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:12.810523 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a41e41e0-1d43-4298-9151-48ed3822e354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:12.825271 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:12:12.825674 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:12:12.826089 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.826475 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:12:12.826985 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Bound port: b4105a6b-2a0a-4223-9da8-276cdc53e8e6, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:12:12.827372 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.889572 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 57271981-1a7e-4270-8907-8c403266a3eb completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:12.920329 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 57271981-1a7e-4270-8907-8c403266a3eb triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:12.920706 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.943968 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 0415cbf7-d82d-4302-89a1-8a10b824043d triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:12.944354 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.966459 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:12.989277 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Transition to ACTIVE for port object 27525e68-d864-4645-a644-7341b340e459 will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:12.998179 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad603054-56d2-4280-a082-47a242a6fdee req-b8d106ac-d905-47eb-b0b4-fdce1d1981a6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:12.999676 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ad603054-56d2-4280-a082-47a242a6fdee req-b8d106ac-d905-47eb-b0b4-fdce1d1981a6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1650052 May 21 16:12:13.060836 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ad603054-56d2-4280-a082-47a242a6fdee req-7aa22534-8a5e-4f16-9014-67c67f97f97e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513501 May 21 16:12:13.069523 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.075364 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3964987c-1722-4f9f-8fe6-f4e5c9bb15c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:13.090003 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:13.106603 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] For port b4105a6b-2a0a-4223-9da8-276cdc53e8e6, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:12:13.116018 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.123894 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f', 'network_id': '89dd5929-c1e4-441d-8193-14b931335904', 'port_id': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f', 'mac_address': 'fa:16:3e:37:3c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcb9431-966e-4309-8df4-7bf78c9a72f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:12:13.126318 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] For port b4105a6b-2a0a-4223-9da8-276cdc53e8e6, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:12:13.133665 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.141406 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:13.149668 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:13.152091 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:12:13.161475 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-15cd8ddd-264d-4cab-bc00-dc9de045e8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:13.207133 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Pushing event updated for resources: {'Port': ['ID=27525e68-d864-4645-a644-7341b340e459,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:13.210040 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:13.223069 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.415146 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e41e0-1d43-4298-9151-48ed3822e354 None None] Pushing event updated for resources: {'Port': ['ID=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:13.419306 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:12:13.420576 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:12:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:13.488129 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.506915 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a41e41e0-1d43-4298-9151-48ed3822e354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:13.552247 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.571096 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03c0b1a-02bc-4622-ac36-d42acc5d4d1f {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:12:13.580672 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-7e8eb0af-b69f-4b29-be97-dca8b987129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:13.582579 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-7e8eb0af-b69f-4b29-be97-dca8b987129f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 1098 time: 0.1015227 May 21 16:12:13.624754 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:13.630258 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-db44df96-c749-4366-a8df-97287400ebb8 None None] Provisioning for port 27525e68-d864-4645-a644-7341b340e459 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:13.682401 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.689750 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:13.719601 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5215d5aa-6b17-45a3-8716-e53bda704629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57271981-1a7e-4270-8907-8c403266a3eb'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:13.729794 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88d58e-9541-49e7-9933-23ab16e285a5 req-a0a51107-1b5d-4161-aca2-bcc6666f124f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:13.734349 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c88d58e-9541-49e7-9933-23ab16e285a5 req-a0a51107-1b5d-4161-aca2-bcc6666f124f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1355164 May 21 16:12:13.753477 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-db44df96-c749-4366-a8df-97287400ebb8 None None] Provisioning complete for port 27525e68-d864-4645-a644-7341b340e459 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:13.754025 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-db44df96-c749-4366-a8df-97287400ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.797323 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868832e2-57d8-42b2-9910-a149537bdbf7 req-81feccd6-8334-4661-8120-c73a575673f6 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:13.798850 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-868832e2-57d8-42b2-9910-a149537bdbf7 req-81feccd6-8334-4661-8120-c73a575673f6 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 944 time: 0.2208495 May 21 16:12:13.803909 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-fe1f5002-8099-430b-a2e1-5b60047ad403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:13.805419 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-fe1f5002-8099-430b-a2e1-5b60047ad403 service neutron] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 912 time: 0.1824076 May 21 16:12:13.821332 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 57271981-1a7e-4270-8907-8c403266a3eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57271981-1a7e-4270-8907-8c403266a3eb,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:13.846151 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.853993 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c88d58e-9541-49e7-9933-23ab16e285a5 req-96968822-c8aa-454f-824b-b28b56b38bb0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159244 May 21 16:12:13.858400 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:13.864476 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:13.868644 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:12:13.947504 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-868832e2-57d8-42b2-9910-a149537bdbf7 req-7ce8d07d-f686-4036-8390-84d8ef7c7f6a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374767 May 21 16:12:13.972677 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-a0d43ed8-ba5f-45a4-b3e0-81164d254244 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 200 len: 1001 time: 0.1471810 May 21 16:12:13.973350 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:14.033153 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:14.049640 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-53dbe2a7-6459-4aac-be2d-5a676b4e8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:14.051252 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-53dbe2a7-6459-4aac-be2d-5a676b4e8cce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.0700541 May 21 16:12:14.065419 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['f03c0b1a-02bc-4622-ac36-d42acc5d4d1f'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:12:14.090000 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-db44df96-c749-4366-a8df-97287400ebb8 None None] Port 27525e68-d864-4645-a644-7341b340e459 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:12:14.098810 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5215d5aa-6b17-45a3-8716-e53bda704629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57271981-1a7e-4270-8907-8c403266a3eb', 'code': 200} May 21 16:12:14.166316 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-361f1ea3-2894-4cb2-b3d3-4fd0991e7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:14.169757 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-361f1ea3-2894-4cb2-b3d3-4fd0991e7cf9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026883 May 21 16:12:14.211858 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505272-4f56-4452-9ca1-911d470ab1a3 req-0a7cbc44-482c-4dc5-98cc-e387a5f41549 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:14.213422 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-45505272-4f56-4452-9ca1-911d470ab1a3 req-0a7cbc44-482c-4dc5-98cc-e387a5f41549 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 944 time: 0.2169454 May 21 16:12:14.246594 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=57271981-1a7e-4270-8907-8c403266a3eb,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:14.258689 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:14.289910 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:14.311349 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:14.332639 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-aafefa2b-4602-4140-931c-be0f10756cd0 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563849 May 21 16:12:14.345919 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:14.426188 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-45505272-4f56-4452-9ca1-911d470ab1a3 req-eb9a6409-9b8a-4ec7-a46f-c23313b70fde tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953034 May 21 16:12:14.463350 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:10Z', 'revision_number': 3, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:14.470450 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf21da-c0f7-438e-ae88-6020771e450d None None] The sync data for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb is: [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:10Z', 'revision_number': 3, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:12:14.484432 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Pushing event updated for resources: {'Port': ['ID=27525e68-d864-4645-a644-7341b340e459,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:14.484862 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff9c6633-1aab-4a5c-8c77-e2262eb6224b req-a4e19815-803f-41c5-8568-451e4d412a03 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460738 May 21 16:12:14.488249 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:14.493417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:14.528503 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d6cf-4dcc-4426-a926-0102daa80f82 req-defa86a3-1c74-4393-aea6-7a258a19be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:14.530048 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-da52d6cf-4dcc-4426-a926-0102daa80f82 req-defa86a3-1c74-4393-aea6-7a258a19be26 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 1098 time: 0.2788763 May 21 16:12:14.646031 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-da52d6cf-4dcc-4426-a926-0102daa80f82 req-1c3fb7ed-31db-46e0-b99a-b66538a17589 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700092 May 21 16:12:14.673883 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:14.675535 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:14.915815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Router 11244c24-a535-41e6-b4f3-ec541f4d2920 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:12:15.064554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-1233814a-3008-443f-8365-e2ec57cd5210 None None] Provisioning complete for port 27525e68-d864-4645-a644-7341b340e459 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:15.065134 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1233814a-3008-443f-8365-e2ec57cd5210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:15.138308 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:12:15.157801 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-1233814a-3008-443f-8365-e2ec57cd5210 None None] Port 27525e68-d864-4645-a644-7341b340e459 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:12:15.187004 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d444a-9ca5-495d-9ffd-1dd5be5dadf8 req-32ae3891-ec22-4bc7-baed-793b60a236e2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:15.199916 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-092d444a-9ca5-495d-9ffd-1dd5be5dadf8 req-32ae3891-ec22-4bc7-baed-793b60a236e2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1998355 May 21 16:12:15.218150 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] 10.222.0.91 "PUT /v2.0/routers/11244c24-a535-41e6-b4f3-ec541f4d2920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6559587 May 21 16:12:15.262133 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-092d444a-9ca5-495d-9ffd-1dd5be5dadf8 req-af6d8539-697c-4dcb-ac38-f25e7d22206e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608957 May 21 16:12:15.276478 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452c52b-8cbe-4fd6-88e9-24fa78f048e7 req-120d1bd1-0974-42fe-a137-0a5dadddc8a5 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:15.276478 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9452c52b-8cbe-4fd6-88e9-24fa78f048e7 req-120d1bd1-0974-42fe-a137-0a5dadddc8a5 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.1322565 May 21 16:12:15.328530 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9452c52b-8cbe-4fd6-88e9-24fa78f048e7 req-3afc2686-a5ab-466f-92c6-db31e260ed57 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 May 21 16:12:15.646695 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cd570-3a93-4f36-950d-686ca5352fc0 req-b0cda59e-a106-4569-ac29-8f72c8adb394 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:15.648328 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ce4cd570-3a93-4f36-950d-686ca5352fc0 req-b0cda59e-a106-4569-ac29-8f72c8adb394 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 944 time: 0.1025641 May 21 16:12:15.780221 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51864) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:15.785467 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345211655', 'description': 'tempest-description--783496273'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:15.791406 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:15.795265 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:15.797279 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ce4cd570-3a93-4f36-950d-686ca5352fc0 req-f5cecf70-af7b-46d4-99bc-d6953a294504 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409724 May 21 16:12:15.798195 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:15.804967 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:15.821497 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:15.846172 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:15.850542 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group_rule and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:15.853862 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:15.859912 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:15.932557 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:15.936549 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:15.940600 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1e821847-9283-41f3-b799-01c18a47f21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:15.981611 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c05370-168e-40ce-990d-6774f42f449b,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:15.984603 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:15.986482 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:15.990731 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51868) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:15.991194 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2095048 May 21 16:12:15.996481 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'security_group_rule': {'security_group_id': 'b6c05370-168e-40ce-990d-6774f42f449b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:16.002689 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:16.006519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group_rule and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:16.010539 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:16.016614 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:16.032416 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.094399 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.098237 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.100280 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:16.122934 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a11f14-eb1f-438b-9814-77b66d720f8f,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:16.125429 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:16.131824 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.134036 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-72f0319a-d03a-4d24-a063-be2acd61d2a2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422567 May 21 16:12:16.136842 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 51872) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:16.142643 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'security_group_rule': {'security_group_id': 'b6c05370-168e-40ce-990d-6774f42f449b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:16.149273 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:16.153414 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group_rule and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:16.156457 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:16.161418 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Sync routers for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:12:16.163351 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:16.171800 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:12:16.172441 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:12:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:16.180259 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.240710 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.245054 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.247498 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:16.271234 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfafe35-25bd-4b32-89d0-e055a6edf3d2,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:16.276549 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:16.282985 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.287630 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 51878) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:16.288078 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493275 May 21 16:12:16.294620 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'floatingip': {'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:16.301230 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:16.305812 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:floatingip and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:16.308665 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:16.315342 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:16.327518 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.354207 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:12:16.541928 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bca2b-7348-4dc2-9510-db5ca85c1e4d req-ace84ad1-a19c-4e81-9bee-426268d15f9e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:16.543724 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-276bca2b-7348-4dc2-9510-db5ca85c1e4d req-ace84ad1-a19c-4e81-9bee-426268d15f9e tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.0994432 May 21 16:12:16.553902 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device f03c0b1a-02bc-4622-ac36-d42acc5d4d1f up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:16.600916 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-276bca2b-7348-4dc2-9510-db5ca85c1e4d req-e48f1e2e-e91d-4f22-bad5-5cd831444203 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514491 May 21 16:12:16.603628 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device b4105a6b-2a0a-4223-9da8-276cdc53e8e6 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:16.679531 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8babe-6350-432c-a448-845d2397d432 req-7d00c2e7-4f52-4a8a-9dbf-3ec863d9d76a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:16.688487 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3ba8babe-6350-432c-a448-845d2397d432 req-7d00c2e7-4f52-4a8a-9dbf-3ec863d9d76a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1684475 May 21 16:12:16.716803 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:16.722908 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:16.728548 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:16.728931 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.733985 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 2, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:16.738470 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Checking router: 11244c24-a535-41e6-b4f3-ec541f4d2920 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:12:16.738899 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Updating router 11244c24-a535-41e6-b4f3-ec541f4d2920 port 27525e68-d864-4645-a644-7341b340e459 binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:12:16.763978 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3ba8babe-6350-432c-a448-845d2397d432 req-dd44aea4-dd33-44d7-ab84-0eb2f1569107 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744002 May 21 16:12:16.767095 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:16.767477 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.780667 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.797214 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:16.975859 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Allocated IP 172.28.1.192 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/dfef853b-bbd3-42f1-8410-2b2241693568) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:12:17.036592 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.044254 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.076844 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port b4105a6b-2a0a-4223-9da8-276cdc53e8e6, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:17.091586 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:17.101781 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.106398 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:17.162224 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:17.176334 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.196125 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:17.201619 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:17.202407 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-aa634cb0-68c2-41aa-b3e2-545ecf6f1033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:17.246611 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e14d-15cb-4b92-ad7a-b87c4c91b9f3 req-db97f122-27ef-43ec-bb02-62d8804bf036 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:17.256632 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8071e14d-15cb-4b92-ad7a-b87c4c91b9f3 req-db97f122-27ef-43ec-bb02-62d8804bf036 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 944 time: 0.2751896 May 21 16:12:17.301210 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:17.305193 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:17.325631 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f', 'code': 200} May 21 16:12:17.376678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.391107 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8071e14d-15cb-4b92-ad7a-b87c4c91b9f3 req-bbd805fe-4a5a-48b9-98cf-c16fa84e3d7f tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332898 May 21 16:12:17.419089 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.426935 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.433274 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-af43a654-2250-43c4-9a84-689e8c1327c3 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:17.434806 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Transition to ACTIVE for port object 27525e68-d864-4645-a644-7341b340e459 will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:17.444847 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.449981 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:17.508721 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:17.523888 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:17.526684 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:12:17.571966 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'Port': ['ID=dfef853b-bbd3-42f1-8410-2b2241693568,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:17.575560 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:17.633113 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562f177-280b-4b7f-96ee-39ed85ea9903 req-012a990e-b004-4057-9433-dfa4eb82bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:17.636773 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6562f177-280b-4b7f-96ee-39ed85ea9903 req-012a990e-b004-4057-9433-dfa4eb82bd98 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 1098 time: 0.1017160 May 21 16:12:17.680606 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Pushing event updated for resources: {'Port': ['ID=27525e68-d864-4645-a644-7341b340e459,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:17.707788 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.710135 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6562f177-280b-4b7f-96ee-39ed85ea9903 req-fda355b1-7cab-44ce-b439-ffa06fbb5913 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671790 May 21 16:12:17.725153 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.725492 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.725902 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.726762 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.727039 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.727578 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.728055 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.728414 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.728734 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.729046 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.729356 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.729706 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:17.765332 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:17.781652 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.785794 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Attempting to bind port 27525e68-d864-4645-a644-7341b340e459 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:12:17.786158 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Attempting to bind port 27525e68-d864-4645-a644-7341b340e459 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:12:17.786512 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Attempting to bind port 27525e68-d864-4645-a644-7341b340e459 on network f893756e-6eac-4880-8f55-f8cc2b7300f5 {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:17.793032 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:12:17.793393 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Checking segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:12:17.793802 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.794251 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Bound using segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:12:17.794735 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Bound port: 27525e68-d864-4645-a644-7341b340e459, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:12:17.795100 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.893916 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] For port 27525e68-d864-4645-a644-7341b340e459, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:12:17.896952 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] For port 27525e68-d864-4645-a644-7341b340e459, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=27525e68-d864-4645-a644-7341b340e459,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:12:17.902519 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:17.907929 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-6cfe7e4b-8875-40d7-a739-f87453e6c1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:17.987900 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:12:17.988531 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:12:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:18.037959 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:18.044384 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:18.047683 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Pushing event updated for resources: {'Port': ['ID=27525e68-d864-4645-a644-7341b340e459,revision_number=4']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:18.052325 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9e33d13c-a683-4fc9-99e8-d39f79b011f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:18.060949 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-a9560bbb-7811-436e-92b8-7997cc8cadd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:18.072086 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:12:18.170432 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'Port': ['ID=dfef853b-bbd3-42f1-8410-2b2241693568,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:18.174644 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:18.175528 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:18.189839 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:12:18.199272 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:18.200902 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9117012 May 21 16:12:18.403434 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-12b583b8-f8f3-4784-b047-8dfe9383133a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--345211655&fields=id&tenant_id=2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 267 time: 0.0434043 May 21 16:12:18.564854 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device b4105a6b-2a0a-4223-9da8-276cdc53e8e6 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:18.576931 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:18.582286 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91211c-434b-4da5-8e0a-6e40bc8c03e3 None None] The sync data for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb is: [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:12:18.603412 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0b56b563-01fa-4d3f-b42a-8c93a2ebcd5a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:18.612238 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0b56b563-01fa-4d3f-b42a-8c93a2ebcd5a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 817 time: 0.2023511 May 21 16:12:18.641574 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-e7a618ae-3409-447b-ba1b-38b453dc28ea tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/quotas/2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 375 time: 0.0258427 May 21 16:12:18.684295 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2f472-122c-4cb2-b620-7358ba67c93b req-0df7751a-6379-429f-b9b0-90b0c3577ab8 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:18.685880 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a6f2f472-122c-4cb2-b620-7358ba67c93b req-0df7751a-6379-429f-b9b0-90b0c3577ab8 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 945 time: 0.1545625 May 21 16:12:18.697370 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:18.698102 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:18.763658 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a6f2f472-122c-4cb2-b620-7358ba67c93b req-e92a0892-6e10-424e-b98c-cdd124d9cc3e tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 May 21 16:12:18.833901 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-b581c499-dfa8-400e-8d49-67de9ba8d4ba tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:18.856672 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-b581c499-dfa8-400e-8d49-67de9ba8d4ba tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:18.873328 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-b581c499-dfa8-400e-8d49-67de9ba8d4ba tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2257831 May 21 16:12:19.030864 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-9e6eaa64-cf56-422a-af25-85ffdc05933e service neutron] 10.222.0.91 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546736 May 21 16:12:19.169352 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-983cba14-c40e-42d5-88be-8ac20c4fb95c service neutron] 10.222.0.91 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322751 May 21 16:12:19.370858 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-12ae4db9-e713-458c-9336-2a0c37965ffc req-f55d0c02-e064-4daf-bb23-5d3b79d68ebf tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 210 time: 0.0466506 May 21 16:12:19.993013 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cfc9-d179-4865-956d-60f8c90c5ec2 req-c58c21e7-c00b-4f59-b9bf-88a96b4fdd23 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:19.995624 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e1b3cfc9-d179-4865-956d-60f8c90c5ec2 req-c58c21e7-c00b-4f59-b9bf-88a96b4fdd23 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 945 time: 0.1012506 May 21 16:12:20.045208 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e1b3cfc9-d179-4865-956d-60f8c90c5ec2 req-7b2bf58d-edd0-418d-b85c-934b77bcf3dc tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 May 21 16:12:20.589637 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 27525e68-d864-4645-a644-7341b340e459 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:20.644723 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-15036631-be4d-47f0-9974-b3e5838b9f1f req-65335de8-f47e-42a4-b51b-d71b2c84b730 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 210 time: 0.0551133 May 21 16:12:20.677897 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 27525e68-d864-4645-a644-7341b340e459 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:20.683578 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 27525e68-d864-4645-a644-7341b340e459 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:20.683958 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:20.721292 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-6818ab13-e54a-44cb-996a-30729eaf2d46 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:20.723124 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-6818ab13-e54a-44cb-996a-30729eaf2d46 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 817 time: 0.2980697 May 21 16:12:20.781885 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0c0cd7fe-a394-4bbf-9261-9e199d16f85a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 379 time: 0.0436883 May 21 16:12:20.793427 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'port': {'device_id': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'admin_state_up': True, 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'security_groups': ['b6c05370-168e-40ce-990d-6774f42f449b']}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:20.809362 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:20.843824 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 27525e68-d864-4645-a644-7341b340e459, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=27525e68-d864-4645-a644-7341b340e459,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:20.847922 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:20.852427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-6996afc8-7e92-481f-873f-7e331c3d71dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:20.930339 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=27525e68-d864-4645-a644-7341b340e459,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:20.935325 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:20.957178 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:20.967251 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:20.978059 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Made reservation on behalf of 2b4774768b1a4c638f6e2d4361c137ed for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:12:20.981656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:21.175132 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Allocated IP 172.20.0.9 (f893756e-6eac-4880-8f55-f8cc2b7300f5/a3f5ec89-031b-4daf-8eec-097000fb4ce7/3e420251-7c4f-4878-b370-0311e68dfc0e) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:12:21.549763 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc076-5a9f-4a4d-8149-b8dfbb8b7732 req-319c07f5-85ec-40ba-bd71-b7f68033b397 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:21.551196 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ebcdc076-5a9f-4a4d-8149-b8dfbb8b7732 req-319c07f5-85ec-40ba-bd71-b7f68033b397 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 945 time: 0.2897506 May 21 16:12:21.553765 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:21.588153 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Transition to ACTIVE for port object 3e420251-7c4f-4878-b370-0311e68dfc0e will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:21.611206 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ebcdc076-5a9f-4a4d-8149-b8dfbb8b7732 req-be5acad1-8110-41e7-930d-432332abcea6 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538151 May 21 16:12:21.634326 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:21.640615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a5d0379b-4650-4bcb-bc83-bcef592eaa3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:21.705552 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:12:21.708978 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:12:21.713207 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:12:21.760743 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:21.765712 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:21.785601 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:21.786228 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:21.812378 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239496 May 21 16:12:21.827311 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Request body: {'port': {'device_id': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:21.856647 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818176a-d79a-4ac6-a8bd-2f071501f249 req-e24e32a9-c93b-4447-a051-82e6458dedda tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:21.858360 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f818176a-d79a-4ac6-a8bd-2f071501f249 req-e24e32a9-c93b-4447-a051-82e6458dedda tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 931 time: 0.0906479 May 21 16:12:21.909328 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-f818176a-d79a-4ac6-a8bd-2f071501f249 req-18c3fef7-5469-4d48-9b13-8422bedc0da6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:21.927750 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-f818176a-d79a-4ac6-a8bd-2f071501f249 req-18c3fef7-5469-4d48-9b13-8422bedc0da6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:21.929246 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f818176a-d79a-4ac6-a8bd-2f071501f249 req-18c3fef7-5469-4d48-9b13-8422bedc0da6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648625 May 21 16:12:21.954734 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:21.995646 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-0156138a-7eec-47ad-9269-e079d66eeb4c None None] Provisioning for port 3e420251-7c4f-4878-b370-0311e68dfc0e completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:22.000315 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-0156138a-7eec-47ad-9269-e079d66eeb4c None None] Provisioning complete for port 3e420251-7c4f-4878-b370-0311e68dfc0e triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:22.000703 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0156138a-7eec-47ad-9269-e079d66eeb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:22.083223 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-0156138a-7eec-47ad-9269-e079d66eeb4c None None] Port 3e420251-7c4f-4878-b370-0311e68dfc0e cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:12:22.311747 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e420251-7c4f-4878-b370-0311e68dfc0e {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:12:22.318932 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:22.333588 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Transition to ACTIVE for port object 3e420251-7c4f-4878-b370-0311e68dfc0e will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:12:22.337810 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:22.341295 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-95acf071-4f13-4d8e-981b-643bb4a0e181 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:22.541054 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:22.548603 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:22.561606 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 27525e68-d864-4645-a644-7341b340e459 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:22.612081 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Attempting to bind port 3e420251-7c4f-4878-b370-0311e68dfc0e on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:12:22.612473 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Attempting to bind port 3e420251-7c4f-4878-b370-0311e68dfc0e by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:12:22.612812 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Attempting to bind port 3e420251-7c4f-4878-b370-0311e68dfc0e on network f893756e-6eac-4880-8f55-f8cc2b7300f5 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:22.618100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Port 3e420251-7c4f-4878-b370-0311e68dfc0e on network f893756e-6eac-4880-8f55-f8cc2b7300f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:12:22.618429 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Attempting to bind port 3e420251-7c4f-4878-b370-0311e68dfc0e on network f893756e-6eac-4880-8f55-f8cc2b7300f5 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:12:22.624671 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:12:22.625100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Checking segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:12:22.625822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Bound using segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:12:22.626750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Bound port: 3e420251-7c4f-4878-b370-0311e68dfc0e, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:12:22.627723 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:22.666896 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 27525e68-d864-4645-a644-7341b340e459 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:22.667202 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:22.735148 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:12:22.739007 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:12:22.746999 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:22.752736 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:22.841258 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-6828d827-8433-426f-9854-3b40eb881264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:22.842734 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-6828d827-8433-426f-9854-3b40eb881264 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1137 time: 0.1986308 May 21 16:12:22.847364 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:22.848101 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:22.849547 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] 10.222.0.84 "PUT /v2.0/ports/3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 1093 time: 1.0266566 May 21 16:12:22.857695 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d14d3-9122-4ab3-a601-2a43aeca4dde req-07c8c0bc-b0d7-4375-a209-fc09a42140f5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:22.858132 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:22.859186 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-445d14d3-9122-4ab3-a601-2a43aeca4dde req-07c8c0bc-b0d7-4375-a209-fc09a42140f5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1591437 May 21 16:12:22.887683 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:22.891347 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:22.922874 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdb3fe-253a-4869-9800-4234dee8a59f req-4b059fef-95c1-4849-bf0f-dfa7c82c14d1 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:22.924524 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b8fdb3fe-253a-4869-9800-4234dee8a59f req-4b059fef-95c1-4849-bf0f-dfa7c82c14d1 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 945 time: 0.1792626 May 21 16:12:23.066047 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b8fdb3fe-253a-4869-9800-4234dee8a59f req-225d7ddb-05ec-4f47-a718-00f9b4200468 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/security-groups?id=c10254a2-3d56-40cf-a664-6b639491271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916615 May 21 16:12:23.078753 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-2e6f3685-95e1-4f02-9219-b08639718ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.080451 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-2e6f3685-95e1-4f02-9219-b08639718ab6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1096 time: 0.1549408 May 21 16:12:23.166864 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'status': 'completed', 'code': 200} May 21 16:12:23.176998 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-60f4d0e7-75b0-40e5-af71-05e857f2cb09 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 217 time: 0.0845234 May 21 16:12:23.185574 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-445d14d3-9122-4ab3-a601-2a43aeca4dde req-855a5e96-8ef8-4bfd-8972-b3a74075c711 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2946138 May 21 16:12:23.191523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-42ab17c1-ba86-414f-9b12-4963c55a107e tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.193197 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-42ab17c1-ba86-414f-9b12-4963c55a107e tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 945 time: 0.3936346 May 21 16:12:23.285479 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-3ea9092e-8281-4a8d-8ca5-993406888f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.288507 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-3ea9092e-8281-4a8d-8ca5-993406888f4b service neutron] 10.222.0.84 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 916 time: 0.4279933 May 21 16:12:23.322027 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-ee6e91d6-f27c-41f7-aa47-ea76a42b030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.324445 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-ee6e91d6-f27c-41f7-aa47-ea76a42b030e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.1326222 May 21 16:12:23.474018 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-a0c5a530-1484-45fc-95ed-f39878d549c3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 1000 time: 0.1651120 May 21 16:12:23.517922 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fa30b-bfe2-4c9b-a209-18997f683761 req-b42a8de2-68d6-4076-b8c9-2b41214e16f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.518764 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-9e9fa30b-bfe2-4c9b-a209-18997f683761 req-b42a8de2-68d6-4076-b8c9-2b41214e16f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:23.536322 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Deleting port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:12:23.536712 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:23.545656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-c6ac0fdf-921d-423d-a992-30a939dbc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.547283 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-c6ac0fdf-921d-423d-a992-30a939dbc9c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2103276 May 21 16:12:23.548639 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-9e9fa30b-bfe2-4c9b-a209-18997f683761 req-b42a8de2-68d6-4076-b8c9-2b41214e16f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:23.549745 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9e9fa30b-bfe2-4c9b-a209-18997f683761 req-b42a8de2-68d6-4076-b8c9-2b41214e16f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.3185773 May 21 16:12:23.637964 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-1cdd347e-7314-4681-94d9-e57e89867390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.639294 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-1cdd347e-7314-4681-94d9-e57e89867390 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 200 len: 853 time: 0.1576908 May 21 16:12:23.696415 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9e9fa30b-bfe2-4c9b-a209-18997f683761 req-14dbf43d-ab23-431f-8936-9f38791d0c71 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361651 May 21 16:12:23.737000 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-3dec5da2-ae41-42fe-941e-527ca7688019 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770337 May 21 16:12:23.739759 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] For port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,segment=NetworkSegment(2297179f-a898-42c2-a987-c3bd3c1dcd08),segment_id=2297179f-a898-42c2-a987-c3bd3c1dcd08)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:23.740117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:23.876021 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Calling delete_port for f03c0b1a-02bc-4622-ac36-d42acc5d4d1f owned by compute:nova {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:12:23.877415 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a0f9b29e-d50b-4acf-932e-97345273a704 req-b065c34c-e54a-46d0-9b69-5f653caaf9a4 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327195 May 21 16:12:23.903677 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-8a8fa754-a509-4e3d-a769-6e8d463ac1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:23.905139 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-8a8fa754-a509-4e3d-a769-6e8d463ac1d5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2570517 May 21 16:12:24.005633 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1125099-dffa-4735-83fe-8546e89d88be req-eca81c4c-5d5f-42b1-a5d4-9bb1cc2dba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:24.008225 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1125099-dffa-4735-83fe-8546e89d88be req-eca81c4c-5d5f-42b1-a5d4-9bb1cc2dba90 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1096 time: 0.0772028 May 21 16:12:24.123729 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-17d6eb14-289c-4e9f-8fbd-d607daeb5328 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048385 May 21 16:12:24.126845 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:24.133660 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e43ec419-8755-48fc-b539-f960fe284a7a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:24.151240 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['f03c0b1a-02bc-4622-ac36-d42acc5d4d1f'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:12:24.161389 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1125099-dffa-4735-83fe-8546e89d88be req-f390ea1c-fecb-4f7b-af9c-2ff9dbaf460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:24.163151 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1125099-dffa-4735-83fe-8546e89d88be req-f390ea1c-fecb-4f7b-af9c-2ff9dbaf460b service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1452591 May 21 16:12:24.208945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Pushing event deleted for resources: {'Port': ['ID=f03c0b1a-02bc-4622-ac36-d42acc5d4d1f,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:24.246300 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:24.254152 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1125099-dffa-4735-83fe-8546e89d88be req-38f5c566-24d2-48a5-b2cc-b3ad30c0d408 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 217 time: 0.0832520 May 21 16:12:24.336343 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-74b4aa5f-7d81-41d3-bb6b-32515c76e2d9 req-04e06444-4d59-42be-8083-31883c1ebfc5 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.91 "GET /v2.0/ports?device_id=2aaa4565-d965-421c-b1ff-cc015bedcff7 HTTP/1.1" status: 200 len: 210 time: 0.1390929 May 21 16:12:24.374928 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1125099-dffa-4735-83fe-8546e89d88be req-95184e7f-303f-4596-805f-1094d17c0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:24.376527 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1125099-dffa-4735-83fe-8546e89d88be req-95184e7f-303f-4596-805f-1094d17c0456 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.1134875 May 21 16:12:24.407117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] No DVR routers for this DVR port f03c0b1a-02bc-4622-ac36-d42acc5d4d1f on host hv-cinder-79246 {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:12:24.411048 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:24.413753 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'name': 'network-vif-deleted', 'tag': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:24.445808 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ff6a97fe-0a22-4cb2-b4b0-571e72a716b7 req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] 10.222.0.84 "DELETE /v2.0/ports/f03c0b1a-02bc-4622-ac36-d42acc5d4d1f HTTP/1.1" status: 204 len: 173 time: 1.2398744 May 21 16:12:24.457052 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04ad65-c892-46ef-93b4-be38c26f195b req-d34aaea3-a2ba-491e-84cb-11096bb8a675 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:24.464459 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c04ad65-c892-46ef-93b4-be38c26f195b req-d34aaea3-a2ba-491e-84cb-11096bb8a675 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1628432 May 21 16:12:24.470043 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a68082d-cbf0-4a11-a9a1-e405fdd9269a req-115088f7-9068-4c83-9aa1-2a44ae822c58 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005750 May 21 16:12:24.474713 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aaa4565-d965-421c-b1ff-cc015bedcff7', 'name': 'network-vif-deleted', 'tag': 'f03c0b1a-02bc-4622-ac36-d42acc5d4d1f', 'status': 'completed', 'code': 200} May 21 16:12:24.527649 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-7c04ad65-c892-46ef-93b4-be38c26f195b req-7fc02619-c350-4812-80c9-7fff629108b6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Synchronizing usage tracker for tenant:86146e7d621947418ff023416815b53d on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:12:24.533558 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1125099-dffa-4735-83fe-8546e89d88be req-3fbee34a-0fab-4c4b-99c2-6356a0e1d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:24.534828 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1125099-dffa-4735-83fe-8546e89d88be req-3fbee34a-0fab-4c4b-99c2-6356a0e1d781 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1455612 May 21 16:12:24.571346 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-7c04ad65-c892-46ef-93b4-be38c26f195b req-7fc02619-c350-4812-80c9-7fff629108b6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Unset dirty status for tenant:86146e7d621947418ff023416815b53d on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:12:24.572536 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c04ad65-c892-46ef-93b4-be38c26f195b req-7fc02619-c350-4812-80c9-7fff629108b6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068792 May 21 16:12:24.694033 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1125099-dffa-4735-83fe-8546e89d88be req-a59a04fa-7461-4649-be9c-e7becd04b22d service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509154 May 21 16:12:24.872284 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1125099-dffa-4735-83fe-8546e89d88be req-de973401-201d-42ea-90d0-7ccce1180b7a service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645200 May 21 16:12:24.926503 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9343d-9b91-48d4-813e-2ba055fe98a2 req-497292ed-65bc-4208-a4eb-71136aab28a3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:24.927856 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-07b9343d-9b91-48d4-813e-2ba055fe98a2 req-497292ed-65bc-4208-a4eb-71136aab28a3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0819438 May 21 16:12:24.973942 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-07b9343d-9b91-48d4-813e-2ba055fe98a2 req-5e4f7481-33e7-43cb-876e-4c8c73414fe0 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395470 May 21 16:12:25.872303 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904f030-fbe7-4f37-b8bb-7fd03cb04ef3 req-35d22e0e-1aaa-4d5f-92f6-7b46795d0681 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:25.873959 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8904f030-fbe7-4f37-b8bb-7fd03cb04ef3 req-35d22e0e-1aaa-4d5f-92f6-7b46795d0681 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1934998 May 21 16:12:25.922384 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8904f030-fbe7-4f37-b8bb-7fd03cb04ef3 req-dcf19b14-0865-438f-981c-3c41f683bde6 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422347 May 21 16:12:26.179549 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73c729-21d6-4c46-8397-6ac2f294319f req-5bbe7376-0dca-4fa5-9eda-85461c4726eb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:26.181552 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-aa73c729-21d6-4c46-8397-6ac2f294319f req-5bbe7376-0dca-4fa5-9eda-85461c4726eb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0862992 May 21 16:12:26.236118 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-aa73c729-21d6-4c46-8397-6ac2f294319f req-0970cb68-07ea-43b2-8c83-10b1bb293996 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473876 May 21 16:12:26.605945 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:12:26.611705 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device f03c0b1a-02bc-4622-ac36-d42acc5d4d1f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:12:26.650037 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: f03c0b1a-02bc-4622-ac36-d42acc5d4d1f {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:12:26.650389 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device f03c0b1a-02bc-4622-ac36-d42acc5d4d1f not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:12:26.786825 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:26.801359 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'port_id': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'mac_address': 'fa:16:3e:61:3b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:12:26.859061 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:26.879524 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e420251-7c4f-4878-b370-0311e68dfc0e {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:12:26.895599 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:26.900091 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:26.902013 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:26.977538 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:26.980606 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:27.119808 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef0572-945f-4168-9a6e-65fc8dca17ea req-11dc8b18-3650-47b8-ad8d-75b06d10ad44 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:27.121288 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a6ef0572-945f-4168-9a6e-65fc8dca17ea req-11dc8b18-3650-47b8-ad8d-75b06d10ad44 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.0866880 May 21 16:12:27.175495 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a6ef0572-945f-4168-9a6e-65fc8dca17ea req-2f64a9f6-b63f-42ac-9944-203f993d38d5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458851 May 21 16:12:27.234819 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3c19e2ae-7336-4c40-bd65-8c0f61e574e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:27.246499 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['3e420251-7c4f-4878-b370-0311e68dfc0e'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:12:27.464330 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87df8f-0689-4eb0-b65e-21dfe87dde9a req-7d4737c9-681f-4345-8d5c-32b2d12eabef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:27.465916 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3a87df8f-0689-4eb0-b65e-21dfe87dde9a req-7d4737c9-681f-4345-8d5c-32b2d12eabef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 944 time: 0.0925033 May 21 16:12:27.516520 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3a87df8f-0689-4eb0-b65e-21dfe87dde9a req-e36ed406-011f-4b45-922b-302477e36fbb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 May 21 16:12:28.478847 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901caff-3e27-4bc8-a7b6-db4f21a06ac9 req-b6e43a89-612b-4e42-9edc-41b61fdaac20 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:28.482931 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9901caff-3e27-4bc8-a7b6-db4f21a06ac9 req-b6e43a89-612b-4e42-9edc-41b61fdaac20 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1212821 May 21 16:12:28.536748 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9901caff-3e27-4bc8-a7b6-db4f21a06ac9 req-94e85c86-6d66-47ea-8bf4-8b1ad6b5fdc7 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479052 May 21 16:12:28.610402 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:12:28.732837 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 3e420251-7c4f-4878-b370-0311e68dfc0e completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:12:28.745371 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 3e420251-7c4f-4878-b370-0311e68dfc0e triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:12:28.745965 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:28.748672 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ae529-d38b-42d3-8204-fe170e0b280b req-889d5b01-e6bc-4303-a00d-da91c0b810f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:28.759378 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dc7ae529-d38b-42d3-8204-fe170e0b280b req-889d5b01-e6bc-4303-a00d-da91c0b810f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 944 time: 0.1162529 May 21 16:12:28.815813 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dc7ae529-d38b-42d3-8204-fe170e0b280b req-02e523e6-d872-4057-a44b-f362b07b1de0 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552037 May 21 16:12:28.920281 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:28.951379 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:28.963655 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:28.968954 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:28.972307 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:29.010539 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'code': 200} May 21 16:12:29.058088 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:29.062106 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:29.290989 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a948a7-82c4-4ae3-981f-b89fe7bef8d1 req-78ab12f2-c5b1-4d03-8cb6-c3586cca57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:29.293073 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f2a948a7-82c4-4ae3-981f-b89fe7bef8d1 req-78ab12f2-c5b1-4d03-8cb6-c3586cca57d0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1098 time: 0.0870831 May 21 16:12:29.341801 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f2a948a7-82c4-4ae3-981f-b89fe7bef8d1 req-01e77a78-0f16-45a6-83e5-fd95cd02564d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 May 21 16:12:29.793068 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-45e0ab82-204d-45f6-ab96-2e50aad7fece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:29.818816 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c74247-6da8-450b-b548-47c098990b6b req-63e7f575-787e-47a5-86eb-02f02734b122 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:29.826738 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b6c74247-6da8-450b-b548-47c098990b6b req-63e7f575-787e-47a5-86eb-02f02734b122 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1730037 May 21 16:12:29.910959 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b6c74247-6da8-450b-b548-47c098990b6b req-13357212-2b1f-49c9-96b1-17cc91e7fbff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831852 May 21 16:12:29.955076 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:30.200465 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e13f9-56a6-4f0e-b940-40cd80ca7d90 req-a565117a-7b62-422d-be7f-62c3e13b6b90 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:30.202917 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-242e13f9-56a6-4f0e-b940-40cd80ca7d90 req-a565117a-7b62-422d-be7f-62c3e13b6b90 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1003709 May 21 16:12:30.508880 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-242e13f9-56a6-4f0e-b940-40cd80ca7d90 req-a84d1c4a-a2f1-4a75-ac38-a185e805e3db tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888050 May 21 16:12:30.727400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:31.141920 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069198b-6f02-4d6b-ba34-3ebf59ddd37c req-af4a699e-fb56-486a-bfce-dd42643530a0 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:31.143388 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d069198b-6f02-4d6b-ba34-3ebf59ddd37c req-af4a699e-fb56-486a-bfce-dd42643530a0 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.0899391 May 21 16:12:31.197597 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d069198b-6f02-4d6b-ba34-3ebf59ddd37c req-2c66b624-52ce-4f70-a7a4-b2bc3d1a1b28 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466471 May 21 16:12:31.736852 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018ba6-f465-4978-83c0-87ed8657d9ed req-60d34b13-ef4c-4b48-b9ac-e987f5c88e19 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:31.738554 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75018ba6-f465-4978-83c0-87ed8657d9ed req-60d34b13-ef4c-4b48-b9ac-e987f5c88e19 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1054018 May 21 16:12:31.800516 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75018ba6-f465-4978-83c0-87ed8657d9ed req-a7faa6ca-32be-4158-b5ba-7a241fa836e7 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551755 May 21 16:12:32.050884 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac9a0c-0140-4d34-a0e0-ad80dd103177 req-2905398e-5a02-4a8f-afb1-6839f9344049 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:32.052529 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ecac9a0c-0140-4d34-a0e0-ad80dd103177 req-2905398e-5a02-4a8f-afb1-6839f9344049 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1147103 May 21 16:12:32.066608 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52128) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:32.072373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'floatingip': {'port_id': '3e420251-7c4f-4878-b370-0311e68dfc0e'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:12:32.163030 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:32.490351 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034471ec-d4b5-4761-bbe9-5644807fb8b8 req-9680ff39-95fe-4d94-9345-0c67b3e4f38c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:32.493557 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-034471ec-d4b5-4761-bbe9-5644807fb8b8 req-9680ff39-95fe-4d94-9345-0c67b3e4f38c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1315949 May 21 16:12:32.497005 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:32.582676 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-034471ec-d4b5-4761-bbe9-5644807fb8b8 req-ba8329ec-7074-45c8-9390-10d74af74a0b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809028 May 21 16:12:33.036969 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:33.043538 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:33.265979 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.l3_db [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Floating IP e39371cd-4455-40fe-ac9f-079330c33685 associated. External IP: 172.28.1.192, port: 3e420251-7c4f-4878-b370-0311e68dfc0e. May 21 16:12:33.896989 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494ce8f-97b7-444c-8464-64ae96cd0686 req-9abc85bd-553a-411d-bfa0-ef0704456d79 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:33.916328 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1494ce8f-97b7-444c-8464-64ae96cd0686 req-9abc85bd-553a-411d-bfa0-ef0704456d79 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1678245 May 21 16:12:33.925356 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Router 11244c24-a535-41e6-b4f3-ec541f4d2920 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:12:34.004841 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1494ce8f-97b7-444c-8464-64ae96cd0686 req-d74e5565-12b8-471d-8d16-e69e0ab854c5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873079 May 21 16:12:34.185490 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:12:34.188203 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:34.196674 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] Sync routers for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:12:34.210191 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:12:34.211452 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:12:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:34.256786 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-bc9cde99-152c-4e1d-bf8c-0f84c9add602 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "PUT /v2.0/floatingips/e39371cd-4455-40fe-ac9f-079330c33685 HTTP/1.1" status: 200 len: 991 time: 2.1859705 May 21 16:12:34.256786 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:34.322475 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'status': 'completed', 'code': 200} May 21 16:12:34.445102 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-72003393-4709-47ef-b6c5-a15da633fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:34.447940 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-72003393-4709-47ef-b6c5-a15da633fbcf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1098 time: 0.1018987 May 21 16:12:34.455653 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:12:34.628410 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-f217e429-4dc6-4879-85a5-4a13222a3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:34.635951 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-f217e429-4dc6-4879-85a5-4a13222a3093 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1801345 May 21 16:12:34.761214 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-841c7b48-4f40-4402-a180-e41d8a63ed6e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 999 time: 0.1176324 May 21 16:12:34.869760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-5bb85201-ecf0-46e2-b72e-45a78872a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:34.871739 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-5bb85201-ecf0-46e2-b72e-45a78872a9b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.1031709 May 21 16:12:35.001435 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-f57be9bd-ec12-48a9-8890-697fcfd92e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:35.002956 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-f57be9bd-ec12-48a9-8890-697fcfd92e82 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1216412 May 21 16:12:35.003430 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'e39371cd-4455-40fe-ac9f-079330c33685', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'floating_ip_address': '172.28.1.192', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'port_id': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'mac_address': 'fa:16:3e:61:3b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:12:17Z', 'updated_at': '2021-05-21T16:12:32Z', 'revision_number': 1, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:35.011555 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] Checking router: 11244c24-a535-41e6-b4f3-ec541f4d2920 for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:12:35.039700 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:12:35.040459 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:12:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:35.332222 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:12:35.365801 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-186008b4-330f-4467-bf6b-1310c2ecff70 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511786 May 21 16:12:35.574220 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a31b-3f2b-4642-a0cf-ff49e8a5a1b2 req-63981a33-9f24-4ac5-916a-ed33ef29f89a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:35.581280 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3368a31b-3f2b-4642-a0cf-ff49e8a5a1b2 req-63981a33-9f24-4ac5-916a-ed33ef29f89a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.3989160 May 21 16:12:35.597111 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5375fb9-65ac-4c40-acb7-19a03b9a10e4 req-08fe6850-e9f5-4e66-baee-e310f66f76aa service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169218 May 21 16:12:35.665991 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3368a31b-3f2b-4642-a0cf-ff49e8a5a1b2 req-1a6acef6-f552-44ee-b610-f12d08612249 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835586 May 21 16:12:35.791667 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'e39371cd-4455-40fe-ac9f-079330c33685', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'floating_ip_address': '172.28.1.192', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'port_id': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'mac_address': 'fa:16:3e:61:3b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:12:17Z', 'updated_at': '2021-05-21T16:12:32Z', 'revision_number': 1, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:35.796037 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516cc11-6662-478b-9338-30d67b33b0fa None None] The sync data for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb is: [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'e39371cd-4455-40fe-ac9f-079330c33685', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'floating_ip_address': '172.28.1.192', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'port_id': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'mac_address': 'fa:16:3e:61:3b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:12:17Z', 'updated_at': '2021-05-21T16:12:32Z', 'revision_number': 1, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:12:36.062458 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ee356-7ef9-4346-82fc-43ac73e17706 None None] New status for floating IP e39371cd-4455-40fe-ac9f-079330c33685: ACTIVE {{(pid=91727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:12:37.004173 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a3d99-8dff-428d-b9d7-489e1704716c req-c56bbca7-83de-4317-974b-cbed57f94de9 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:37.005922 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8d2a3d99-8dff-428d-b9d7-489e1704716c req-c56bbca7-83de-4317-974b-cbed57f94de9 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.0986178 May 21 16:12:37.066900 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8d2a3d99-8dff-428d-b9d7-489e1704716c req-f03928e0-f4c3-4819-84a9-e1af76245bd3 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536032 May 21 16:12:38.352198 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946bb25-f143-4aff-b86b-f6288e596235 req-51147ef7-2691-48fd-aeb9-d5100171f190 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:38.362256 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b946bb25-f143-4aff-b86b-f6288e596235 req-51147ef7-2691-48fd-aeb9-d5100171f190 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1571689 May 21 16:12:38.426095 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b946bb25-f143-4aff-b86b-f6288e596235 req-a83dd3bc-8c65-4f25-a997-5ff8354a07ab tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628078 May 21 16:12:38.836431 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d60ec-e68a-47c5-b972-4a99e6ecfe1f req-e5761eb6-9d4b-404e-aaf0-b6a06d8d197a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:38.838255 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a0d60ec-e68a-47c5-b972-4a99e6ecfe1f req-e5761eb6-9d4b-404e-aaf0-b6a06d8d197a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.1027312 May 21 16:12:38.890628 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0a0d60ec-e68a-47c5-b972-4a99e6ecfe1f req-ca9f8cdf-154d-4365-b45d-c04873ed3057 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 May 21 16:12:39.655929 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c26bf9-3ce3-4c5b-8b5a-06c95bb6224e req-55cb5cab-c847-4fc5-82d5-7245ccf7c448 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:39.659451 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0c26bf9-3ce3-4c5b-8b5a-06c95bb6224e req-55cb5cab-c847-4fc5-82d5-7245ccf7c448 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1152918 May 21 16:12:39.725215 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e0c26bf9-3ce3-4c5b-8b5a-06c95bb6224e req-d3985e61-02a0-4b41-bc71-5a7fba78639f tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593665 May 21 16:12:40.095745 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d241d-d086-4fb7-9501-34e07cf55a10 req-e06d020f-5120-4c86-9790-9b9473990fcf tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:40.097321 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-687d241d-d086-4fb7-9501-34e07cf55a10 req-e06d020f-5120-4c86-9790-9b9473990fcf tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.0875335 May 21 16:12:40.148128 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-687d241d-d086-4fb7-9501-34e07cf55a10 req-12614712-81f5-4af8-b3dc-6cac533a446a tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 May 21 16:12:40.954131 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef626003-49e1-49ae-a9ed-1ad2914ee3e9 req-fb40bda0-6d30-4cc1-a4f1-7b6b9a99fc15 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:40.955850 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ef626003-49e1-49ae-a9ed-1ad2914ee3e9 req-fb40bda0-6d30-4cc1-a4f1-7b6b9a99fc15 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1112514 May 21 16:12:41.011888 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ef626003-49e1-49ae-a9ed-1ad2914ee3e9 req-9fd20df2-9999-427c-a600-fcf883688e95 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&id=ca220248-38ab-4b98-8d9d-581818eb8d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495787 May 21 16:12:41.363604 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c62e-0106-4dec-8dd2-bebaa0beccc2 req-25cff6fa-21ae-4ac0-a86e-cb402f9889d7 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:41.365140 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-68d4c62e-0106-4dec-8dd2-bebaa0beccc2 req-25cff6fa-21ae-4ac0-a86e-cb402f9889d7 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.0910380 May 21 16:12:41.422138 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-68d4c62e-0106-4dec-8dd2-bebaa0beccc2 req-e6b02f26-683f-452b-bfc9-c3ca6d4051da tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501919 May 21 16:12:42.644529 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523494b-14ce-4edd-a72e-b5559b06574a req-5c3971b7-e0ad-46f6-be3d-1551e11da866 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:42.646299 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2523494b-14ce-4edd-a72e-b5559b06574a req-5c3971b7-e0ad-46f6-be3d-1551e11da866 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.0876672 May 21 16:12:42.704593 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2523494b-14ce-4edd-a72e-b5559b06574a req-090d0b55-46eb-4a29-a2f2-8b62354fcc47 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 May 21 16:12:42.987340 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:43.899039 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b76670-7371-4503-9d7e-1d7777b11237 req-a2da7f57-abd4-4d82-9f5c-a71797fc5b40 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:43.900412 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-08b76670-7371-4503-9d7e-1d7777b11237 req-a2da7f57-abd4-4d82-9f5c-a71797fc5b40 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.0851552 May 21 16:12:43.944276 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-08b76670-7371-4503-9d7e-1d7777b11237 req-91a27add-093a-4b85-ba51-589d839f0d07 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/security-groups?id=34df0bd0-91df-42ae-a67f-e7810efba759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377116 May 21 16:12:44.187054 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-e0ffd0e4-8c69-4f10-968a-45b40e010085 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:12:44.188391 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-e0ffd0e4-8c69-4f10-968a-45b40e010085 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 945 time: 0.0797360 May 21 16:12:44.332594 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Deleting port 57271981-1a7e-4270-8907-8c403266a3eb {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:12:44.332939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:44.572526 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] For port 57271981-1a7e-4270-8907-8c403266a3eb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57271981-1a7e-4270-8907-8c403266a3eb,segment=NetworkSegment(4126fca1-710f-4226-81ae-2449140138bf),segment_id=4126fca1-710f-4226-81ae-2449140138bf)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:12:44.572894 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:44.701311 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Calling delete_port for 57271981-1a7e-4270-8907-8c403266a3eb owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:12:44.829254 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:44.836380 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:44.884261 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Pushing event deleted for resources: {'Port': ['ID=57271981-1a7e-4270-8907-8c403266a3eb,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:44.919873 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.920339 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.920737 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.921168 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.921547 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.921910 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.922265 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.922620 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.922972 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.923323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.923674 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.924018 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:12:44.932823 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:44.980161 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] No DVR routers for this DVR port 57271981-1a7e-4270-8907-8c403266a3eb on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:12:44.982923 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:44.986893 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5215d5aa-6b17-45a3-8716-e53bda704629', 'name': 'network-vif-deleted', 'tag': '57271981-1a7e-4270-8907-8c403266a3eb'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:12:45.005046 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a9617a18-d0c9-440d-949e-b2360c0f4196 req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.84 "DELETE /v2.0/ports/57271981-1a7e-4270-8907-8c403266a3eb HTTP/1.1" status: 204 len: 173 time: 0.8049080 May 21 16:12:45.062460 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5215d5aa-6b17-45a3-8716-e53bda704629', 'name': 'network-vif-deleted', 'tag': '57271981-1a7e-4270-8907-8c403266a3eb', 'status': 'completed', 'code': 200} May 21 16:12:45.158535 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0c5cf67f-e214-45e6-a0ff-3e99c3f5c919 req-3879abe5-1e83-4b47-8813-bca491725254 tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] 10.222.0.91 "GET /v2.0/ports?device_id=5215d5aa-6b17-45a3-8716-e53bda704629 HTTP/1.1" status: 200 len: 210 time: 0.0504642 May 21 16:12:46.429025 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52350) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:46.491387 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Deleting subnet 3bcb9431-966e-4309-8df4-7bf78c9a72f2 {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:12:46.495554 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:46.550661 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:46.610689 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:46.698886 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 57271981-1a7e-4270-8907-8c403266a3eb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:12:46.734054 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 57271981-1a7e-4270-8907-8c403266a3eb {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:12:46.734407 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 57271981-1a7e-4270-8907-8c403266a3eb not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:12:46.881610 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:46.887871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:46.923385 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bcb9431-966e-4309-8df4-7bf78c9a72f2,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:46.926471 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:46.927446 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:46.934157 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3bcb9431-966e-4309-8df4-7bf78c9a72f2 HTTP/1.1" status: 204 len: 168 time: 0.5039170 May 21 16:12:46.936660 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52358) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:47.054092 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.185482 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.198764 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dd5929-c1e4-441d-8193-14b931335904']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:47.210897 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2297179f-a898-42c2-a987-c3bd3c1dcd08') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:47.211194 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2297179f-a898-42c2-a987-c3bd3c1dcd08') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:12:47.222917 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.238856 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.245458 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:12:47.245877 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:12:47.261300 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:12:47.343346 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.347736 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:47.361074 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.372298 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Pushing event deleted for resources: {'Network': ['ID=89dd5929-c1e4-441d-8193-14b931335904,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:47.375609 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:47.382925 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7757876d-d451-475c-92a0-743e46a6af7f admin admin] 10.222.0.91 "DELETE /v2.0/networks/89dd5929-c1e4-441d-8193-14b931335904 HTTP/1.1" status: 204 len: 168 time: 0.4448969 May 21 16:12:47.517946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52366) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:47.572461 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-1d9da68a-8df0-4573-8d1d-2f3bb7250b8e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=26c62d0de9a24d968d9ed2bac7b545ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532603 May 21 16:12:47.574954 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52370) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:47.634016 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.663629 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.716110 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.720716 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-de7a8f1a-c379-4267-809d-3277b05c2fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:47.734382 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10254a2-3d56-40cf-a664-6b639491271e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:47.737062 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:47.746056 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:47.747164 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c10254a2-3d56-40cf-a664-6b639491271e HTTP/1.1" status: 204 len: 168 time: 0.1713274 May 21 16:12:51.750395 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52446) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:51.867865 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:51.883029 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:12:51.886821 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Usage tracker for resource:security_group_rule and tenant:590e855486d9421e9b4c7a4d3cd54156 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:12:51.889657 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:12:51.895287 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:12:51.978697 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:51.982489 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:51.989459 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2070e9a2-fede-4a6c-aba0-06a6a666c8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:52.028941 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9f4c9-6dfe-4509-889f-7230db335a6e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:52.032099 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:52.038677 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=590e855486d9421e9b4c7a4d3cd54156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827482 May 21 16:12:52.038677 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52454) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:12:52.200717 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2dfc09bd-cbde-4b19-9022-d8c29baee7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:52.230115 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2dfc09bd-cbde-4b19-9022-d8c29baee7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:52.285145 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2dfc09bd-cbde-4b19-9022-d8c29baee7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:52.291554 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ac961f47-edc8-438f-9ebd-393690e8283c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:12:52.305365 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc09bd-cbde-4b19-9022-d8c29baee7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9f4c9-6dfe-4509-889f-7230db335a6e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:12:52.307425 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2dfc09bd-cbde-4b19-9022-d8c29baee7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:52.311231 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-2dfc09bd-cbde-4b19-9022-d8c29baee7e5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/faf9f4c9-6dfe-4509-889f-7230db335a6e HTTP/1.1" status: 204 len: 168 time: 0.2722046 May 21 16:12:52.312210 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2dfc09bd-cbde-4b19-9022-d8c29baee7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:12:55.061621 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:12:57.237479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a39589b4-b7d8-43bb-b7fa-01e3700101a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:59.768214 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a503d0c8-582a-4e2f-8cdf-f29f7da42b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:12:59.883196 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:00.669776 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:02.495667 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:05.670596 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52568) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:05.731010 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Deleting subnet aefa4de0-60dd-4119-b8ab-47637d620929 {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:13:05.733972 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:05.786299 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:05.844833 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.095671 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.100985 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6ce92e95-1c58-4164-aa09-fd431616ae14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:06.133903 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefa4de0-60dd-4119-b8ab-47637d620929,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:06.137345 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:06.140516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.147117 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-52274e71-990d-4a06-983c-7e15b6cf7674 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/aefa4de0-60dd-4119-b8ab-47637d620929 HTTP/1.1" status: 204 len: 168 time: 0.4754410 May 21 16:13:06.149632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52572) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:06.260366 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.390253 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.404415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41af6f6-0e87-4fcf-b56f-f81e174c2a9a']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:06.416964 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4126fca1-710f-4226-81ae-2449140138bf') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:06.417281 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4126fca1-710f-4226-81ae-2449140138bf') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:06.428743 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.445710 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.452013 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:13:06.452433 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:13:06.466454 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:13:06.548750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.552559 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e08bf1a3-6614-4625-ad93-6adc9c122f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:06.565480 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.576371 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b41af6f6-0e87-4fcf-b56f-f81e174c2a9a,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:06.579516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:06.586074 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d79c67fe-c8c3-405e-a4a9-fbe39037cde3 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b41af6f6-0e87-4fcf-b56f-f81e174c2a9a HTTP/1.1" status: 204 len: 168 time: 0.4353292 May 21 16:13:06.768621 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52580) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:06.831429 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b027f948-9b1b-4480-a006-e7be48a4db1e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f355d9c09f7e4202abd2d705cd350a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615401 May 21 16:13:06.834130 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52584) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:06.898347 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.924243 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.977390 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:06.981381 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3e309206-00ca-40fa-977e-c7ab9eaeccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:06.994474 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34df0bd0-91df-42ae-a67f-e7810efba759,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:06.996921 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:07.008371 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:07.009702 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/34df0bd0-91df-42ae-a67f-e7810efba759 HTTP/1.1" status: 204 len: 168 time: 0.1742673 May 21 16:13:12.963463 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.141740 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52730) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:19.261412 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.276191 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:19.280138 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Usage tracker for resource:security_group_rule and tenant:4f271d5031f6480d84a5b3f6de042c2c is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:19.283164 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:19.289855 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:19.380054 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.385000 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.392010 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-35add38a-61f5-4d4c-b6aa-f361929b4e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:19.434015 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4f271d5031f6480d84a5b3f6de042c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911007 May 21 16:13:19.434767 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f6ed85-5dc0-4ccb-9aa9-e23317681216,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:19.436710 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52738) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:19.442420 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.443316 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.443685 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.444036 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.444387 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.444729 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.445069 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.445412 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.445951 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.446293 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.446633 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.446983 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:19.450850 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:19.496388 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.523008 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.578921 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.583045 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fd794613-25d3-49ab-95bc-81b42ee3b8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:19.596440 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f6ed85-5dc0-4ccb-9aa9-e23317681216,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:19.598982 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:19.604155 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:19.605450 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/06f6ed85-5dc0-4ccb-9aa9-e23317681216 HTTP/1.1" status: 204 len: 168 time: 0.1675074 May 21 16:13:19.794869 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-6823ec8e-c1bb-4fb6-8239-cbdf6a2b1e12 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031749739&fields=id&tenant_id=86146e7d621947418ff023416815b53d HTTP/1.1" status: 200 len: 267 time: 0.0443244 May 21 16:13:19.988267 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-ebeaa5be-75e9-4248-b6e2-8777b95c9f9e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:19.990087 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-ebeaa5be-75e9-4248-b6e2-8777b95c9f9e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 984 time: 0.1895800 May 21 16:13:20.001418 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Request body: {'port': {'security_groups': ['e56f9f18-6e69-4148-b151-d4e2c914b66a']}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:20.157101 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:20.424545 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52776) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:20.493136 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c9e11154-f4cd-4a33-942d-deff70c3baee,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:20.522662 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:20.529886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:20.541746 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['c9e11154-f4cd-4a33-942d-deff70c3baee'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:13:20.559231 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:20.594337 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-88815511-network', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:20.602067 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:20.609939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Usage tracker for resource:network and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:20.622972 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:20.643255 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:20.664102 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Made reservation on behalf of c15f99910f3d4403a8f9b279a9900263 for: {'network': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:13:20.665380 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:20.666625 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:20.667383 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:20.674399 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dd2f7f2e-b5a1-46a7-a87f-8574532b375f req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "PUT /v2.0/ports/c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 942 time: 0.6778255 May 21 16:13:20.679754 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:20.702474 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52788) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:20.748413 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:20.770438 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['c9e11154-f4cd-4a33-942d-deff70c3baee'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:13:20.788038 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event updated for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=7']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:20.791825 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:20.794551 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'status': 'completed', 'code': 200} May 21 16:13:20.808041 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:20.817083 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:20.820969 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:20.867857 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:20.994269 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71e35dbd-65a3-4179-aabf-14095a8b318e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.013711 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-54d8100b-7e02-476c-a0f5-37895e924a2a None None] Provisioning complete for port c9e11154-f4cd-4a33-942d-deff70c3baee triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:21.014093 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-54d8100b-7e02-476c-a0f5-37895e924a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.074036 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71e35dbd-65a3-4179-aabf-14095a8b318e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.126375 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d54e8e-f17f-4c3a-b041-0252dc017153 req-51c21160-b35a-4ac4-a491-095b1bdd202b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:21.133558 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d4d54e8e-f17f-4c3a-b041-0252dc017153 req-51c21160-b35a-4ac4-a491-095b1bdd202b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.3213332 May 21 16:13:21.170436 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-29acdac4-d34b-4daa-91b0-3641cfbdfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:21.171901 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-29acdac4-d34b-4daa-91b0-3641cfbdfb96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1098 time: 0.3101032 May 21 16:13:21.220602 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.369975 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.381210 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-68607935-c0dd-486d-b93a-948fcdd25090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:21.409229 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d4d54e8e-f17f-4c3a-b041-0252dc017153 req-b928572d-d1d4-4a7a-86e1-71572c0b4187 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710080 May 21 16:13:21.437362 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=91725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:13:21.461877 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a1bf0f-da99-4381-89c8-09623a9acdd7,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:21.469263 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:21.473743 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.474100 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.segments_db [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Added segment 0148acbf-59d6-4a2b-ac2b-952297ee300a of type vlan for network d44bf262-b95c-4530-bb80-dca3d457a480 May 21 16:13:21.497462 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-73abfe58-b288-4d0c-b23b-a019c8a1b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:21.499093 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-73abfe58-b288-4d0c-b23b-a019c8a1b679 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 916 time: 0.3134208 May 21 16:13:21.582065 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.596504 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71e35dbd-65a3-4179-aabf-14095a8b318e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.602308 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ecd2e62a-2b3f-4ae9-8091-f40a51879bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:21.631184 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e35dbd-65a3-4179-aabf-14095a8b318e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca220248-38ab-4b98-8d9d-581818eb8d2c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:21.649254 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-71e35dbd-65a3-4179-aabf-14095a8b318e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:21.658535 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-09536ad0-8200-4070-9d45-7c8d2d6a92dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 1000 time: 0.1475887 May 21 16:13:21.703033 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.717076 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:21.717734 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.727099 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b05d4155-c2ca-43a9-9042-931636df32e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:21.809267 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71e35dbd-65a3-4179-aabf-14095a8b318e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:21.810435 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-71e35dbd-65a3-4179-aabf-14095a8b318e tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "DELETE /v2.0/security-groups/ca220248-38ab-4b98-8d9d-581818eb8d2c HTTP/1.1" status: 204 len: 168 time: 1.1033080 May 21 16:13:21.813395 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52796) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:21.821094 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-06578595-eb27-4417-a4f7-2547714986fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:21.822598 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-06578595-eb27-4417-a4f7-2547714986fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 200 len: 853 time: 0.1540031 May 21 16:13:21.826662 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3982797 May 21 16:13:21.835888 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52800) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:21.881979 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Request body: {'subnet': {'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-88815511-subnet', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:21.894076 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:21.901202 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Pushing event updated for resources: {'Network': ['ID=d44bf262-b95c-4530-bb80-dca3d457a480,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:21.904409 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Usage tracker for resource:subnet and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:21.907359 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:21.909010 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:21.918128 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:21.918671 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network d44bf262-b95c-4530-bb80-dca3d457a480 details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:13:21.940398 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Made reservation on behalf of c15f99910f3d4403a8f9b279a9900263 for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:13:21.943592 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3053485'] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.022797 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-4d427c5a-f5f6-4976-986d-fc6b21aecd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:22.024521 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-4d427c5a-f5f6-4976-986d-fc6b21aecd2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1895478 May 21 16:13:22.103830 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Deleting port a1971248-4c7a-4275-bfa5-7b797c69b50e {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:22.104172 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.217726 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-82d59597-e6e3-4962-9839-b09aa8626198 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823542 May 21 16:13:22.227513 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.227842 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.353028 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Calling delete_port for a1971248-4c7a-4275-bfa5-7b797c69b50e owned by network:floatingip {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:22.418622 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f6bb5014-54a8-4a2f-a289-88a0fdbb5aa9 req-df2be56d-60a1-4643-9c82-09631a0a5946 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932554 May 21 16:13:22.523175 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.527928 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:22.604685 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event deleted for resources: {'Port': ['ID=a1971248-4c7a-4275-bfa5-7b797c69b50e,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:22.607263 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:22.634348 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4101079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3053443'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.642779 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:22.739478 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816a0637-d638-4120-93a6-8cb0086cbd76,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:22.742981 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks [] for floatingip, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.743487 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.l3_db [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Floating IP 5fb8b718-352d-4cf5-a317-948ce8ed04e1 disassociated (deleted). External IP: 172.28.1.32, port: c9e11154-f4cd-4a33-942d-deff70c3baee. May 21 16:13:22.749601 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:22.762685 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Checking segment: {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:22.763076 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Network hostable DHCP agents. Network: d44bf262-b95c-4530-bb80-dca3d457a480, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:13:22.786796 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-d8f2c755-ba25-4608-af79-72c32de8830a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:22.788378 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-d8f2c755-ba25-4608-af79-72c32de8830a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.1926775 May 21 16:13:22.832119 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447599e1-6fd4-4961-afa7-d32a0f3bd76d req-8a9fd9bc-93bf-4736-b3c1-3c7746944290 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:22.832768 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Network d44bf262-b95c-4530-bb80-dca3d457a480 is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:13:22.837880 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-447599e1-6fd4-4961-afa7-d32a0f3bd76d req-8a9fd9bc-93bf-4736-b3c1-3c7746944290 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.2716589 May 21 16:13:22.857542 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, d44bf262-b95c-4530-bb80-dca3d457a480) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:22.869413 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b5925-30ca-4bc7-817c-f2ba28bc9019 None None] Network d44bf262-b95c-4530-bb80-dca3d457a480 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:13:22.872871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:22.873476 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:22.895209 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-447599e1-6fd4-4961-afa7-d32a0f3bd76d req-aa9b2e6a-af6c-4eb3-b99f-c419eb787028 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565462 May 21 16:13:22.959365 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-0d69bd9e-7ee0-4813-b1df-cb451e222c64 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1223259 May 21 16:13:22.960198 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52818) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:22.967899 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:22.977026 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:22.989320 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Usage tracker for resource:router and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:22.994977 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:23.007065 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:23.027151 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Deleting port 92976da0-7eee-4c62-915b-c6ef087d7b1b {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:23.027497 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.048745 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.049811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.150936 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.234579 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-d44bf262-b95c-4530-bb80-dca3d457a480', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:13:23.235572 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.349475 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Router 5feed309-dab5-43cf-9287-6e0142c70e5d has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:13:23.452036 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Allocated IP 172.20.0.2 (d44bf262-b95c-4530-bb80-dca3d457a480/816a0637-d638-4120-93a6-8cb0086cbd76/8a15c5a4-9d1d-4b97-b6e7-a7009425efdf) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:23.491784 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] For port 92976da0-7eee-4c62-915b-c6ef087d7b1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92976da0-7eee-4c62-915b-c6ef087d7b1b,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:23.492179 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.596223 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:23.619237 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] Sync routers for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:23.636558 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.646798 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:23.647670 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:23.695256 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:23.767446 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "DELETE /v2.0/floatingips/5fb8b718-352d-4cf5-a317-948ce8ed04e1 HTTP/1.1" status: 204 len: 168 time: 1.9527383 May 21 16:13:23.768782 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:23.797086 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29a8a9-0b05-4a62-aa20-75bb6e8daef9 req-c73bd9ec-9b1b-41af-bb2e-47850933d718 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:23.799205 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7e29a8a9-0b05-4a62-aa20-75bb6e8daef9 req-c73bd9ec-9b1b-41af-bb2e-47850933d718 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1698470 May 21 16:13:23.861074 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7e29a8a9-0b05-4a62-aa20-75bb6e8daef9 req-268bde72-9505-480c-92cc-4fee400dc504 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543697 May 21 16:13:23.942189 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'status': 'completed', 'code': 200} May 21 16:13:23.955122 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:24.035307 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.067690 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Transition to ACTIVE for port object 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:24.100989 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.101818 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.102387 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.l3_db [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Floating IP 5b65725d-8176-4082-b0a8-67ec1f8b3734 disassociated. External IP: 172.28.1.186, port: 92976da0-7eee-4c62-915b-c6ef087d7b1b. May 21 16:13:24.102969 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Calling delete_port for 92976da0-7eee-4c62-915b-c6ef087d7b1b owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:24.139074 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-c60bb510-61d5-4068-a5d5-8e30734ceb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:24.140757 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-c60bb510-61d5-4068-a5d5-8e30734ceb96 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=86146e7d621947418ff023416815b53d&device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 1098 time: 0.1763389 May 21 16:13:24.188509 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Transition to ACTIVE for port object 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:24.258744 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.279255 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:24.354201 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.354467 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Pushing event updated for resources: {'Port': ['ID=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:24.374598 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.375003 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.375268 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.375598 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.375924 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.376325 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.376654 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.376974 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.377295 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.389797 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.390259 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.390600 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:24.395430 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-b79ceda6-2d76-4cdc-9beb-182f533a6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:24.396637 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Network d44bf262-b95c-4530-bb80-dca3d457a480 is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:24.398002 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-b79ceda6-2d76-4cdc-9beb-182f533a6cff service neutron] 10.222.0.84 "GET /v2.0/networks?id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 200 len: 916 time: 0.2056577 May 21 16:13:24.400197 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:24.400739 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:24.404660 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:24.421402 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.516974 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-8c07e279-cfe0-428e-892a-c373c4b7717e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 200 len: 217 time: 0.1112776 May 21 16:13:24.573569 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Attempting to bind port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:13:24.573957 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Attempting to bind port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:13:24.574331 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Attempting to bind port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf on network d44bf262-b95c-4530-bb80-dca3d457a480 {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:24.591896 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:13:24.592276 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Checking segment: {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:24.592705 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.593094 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Bound using segment: {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:13:24.593599 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Bound port: 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:13:24.593983 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.596509 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a9dd6-8146-424b-ac97-72f3795cdd23 req-9e695ec5-e53e-469b-aa8d-7b934ba3ae4c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:24.600241 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-581a9dd6-8146-424b-ac97-72f3795cdd23 req-9e695ec5-e53e-469b-aa8d-7b934ba3ae4c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 945 time: 0.4562929 May 21 16:13:24.612676 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-9814d510-5d3f-4ba0-8d01-2ade8722bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:24.615233 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-9814d510-5d3f-4ba0-8d01-2ade8722bde1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 200 len: 853 time: 0.0909772 May 21 16:13:24.643451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.650873 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8c2d04cc-e1fb-4a91-b66b-caf63586c9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:24.679364 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:11:01Z', 'revision_number': 5, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:24.696092 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] Checking router: 5feed309-dab5-43cf-9287-6e0142c70e5d for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:24.708057 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-581a9dd6-8146-424b-ac97-72f3795cdd23 req-b9c27509-b3b0-4a45-9128-cf3f0bb4d316 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=0ca23d9a-8174-4d8c-b830-ce70b2002bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002648 May 21 16:13:24.709151 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event deleted for resources: {'Port': ['ID=92976da0-7eee-4c62-915b-c6ef087d7b1b,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:24.712059 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] For port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:13:24.715876 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:24.716502 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:24.716997 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:24.736924 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-93e9e381-d401-4c08-934a-2041395cc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:24.738822 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-93e9e381-d401-4c08-934a-2041395cc697 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1104672 May 21 16:13:24.742291 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Allocated IP 172.28.1.146 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:24.804169 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] For port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:13:24.812897 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:24.820808 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:24.904821 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-d58e8057-339c-46ad-ae56-c13fbf48fe2c service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565280 May 21 16:13:25.050434 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Pushing event updated for resources: {'Port': ['ID=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:25.055645 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:25.068745 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:25.192473 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a3fcf950-9db4-4977-9fab-b13d00563051 req-de765333-e127-4907-a127-4be3940bbdf4 service neutron] 10.222.0.84 "GET /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756014 May 21 16:13:25.450797 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:25.466615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:13:25.489488 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:11:01Z', 'revision_number': 5, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:25.495981 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c5e88-d486-4764-b48d-7cdbc4971ba3 None None] The sync data for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb is: [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '13fe4e55-d84a-4917-849f-e05be2512cf6', 'name': '', 'network_id': '0cff3001-f0e0-400a-8fd5-ca5a59f06ae0', 'tenant_id': '86146e7d621947418ff023416815b53d', 'mac_address': 'fa:16:3e:dd:e8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:52Z', 'updated_at': '2021-05-21T16:11:01Z', 'revision_number': 5, 'project_id': '86146e7d621947418ff023416815b53d', 'subnets': [{'id': '82934035-5421-4498-b7ea-fd3a4a13b42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:25.588819 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3383-3fa1-4349-8753-bdb7110055e2 req-69cb6e40-f0b9-491f-83f9-d5787bab4d62 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:25.590491 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-104b3383-3fa1-4349-8753-bdb7110055e2 req-69cb6e40-f0b9-491f-83f9-d5787bab4d62 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.4901545 May 21 16:13:25.723285 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:25.732751 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-55a2e134-0908-401d-8dd3-7c59688c1418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:25.783596 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-104b3383-3fa1-4349-8753-bdb7110055e2 req-67eb4eab-13b0-4fdc-b01d-8a2507bf5935 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854899 May 21 16:13:25.825449 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:25.834117 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:25.836059 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:25.851962 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] Sync routers for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:25.876848 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:25.878109 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:25.915775 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:26.069174 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Pushing event updated for resources: {'Port': ['ID=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:26.091668 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] No DVR routers for this DVR port 92976da0-7eee-4c62-915b-c6ef087d7b1b on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:13:26.106680 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:26.110512 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:26.113250 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'name': 'network-vif-deleted', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:26.123042 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7ff988b4-74eb-42ad-86fd-9477ea1b3af0 req-d848d9d8-f411-4f58-ad55-afdd1999c988 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6f945a7-5b47-4355-980b-1dd20a20c86e HTTP/1.1" status: 200 len: 210 time: 0.1641889 May 21 16:13:26.258622 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f945a7-5b47-4355-980b-1dd20a20c86e', 'name': 'network-vif-deleted', 'tag': '92976da0-7eee-4c62-915b-c6ef087d7b1b', 'status': 'completed', 'code': 200} May 21 16:13:26.267039 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-032e31da-6d2e-4e68-8dbf-38f8cfd0f50c req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "DELETE /v2.0/ports/92976da0-7eee-4c62-915b-c6ef087d7b1b HTTP/1.1" status: 204 len: 173 time: 3.4730175 May 21 16:13:26.281759 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:26.306017 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cb2c4-f7b3-4042-a03a-a124953f628b None None] New status for floating IP 5fb8b718-352d-4cf5-a317-948ce8ed04e1: DOWN {{(pid=91726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:13:26.581540 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67855d16-71a5-4678-9d61-a970b64f5a37 None None] Network d44bf262-b95c-4530-bb80-dca3d457a480 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:13:26.739846 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-91e7e1e4-52cd-46f8-82aa-25003a2e305b None None] Provisioning for port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:26.770172 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:26.775227 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] Checking router: 9f8e6d5d-a548-445d-9ee9-66cae535bf5b for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:26.776175 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:26.784395 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:26.785035 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:26.819709 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:26.955152 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 92976da0-7eee-4c62-915b-c6ef087d7b1b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:27.000491 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 92976da0-7eee-4c62-915b-c6ef087d7b1b {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:27.000842 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 92976da0-7eee-4c62-915b-c6ef087d7b1b not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:27.030244 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:27.040508 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:27.040508 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.048290 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:27.193908 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.269745 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:27.274761 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-85aa4777-a86e-48d6-935d-0fe7788a9f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.280071 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.282336 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-5d9e701f-f1ef-4527-9393-b8405cbc4079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:27.391694 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:27.394982 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:27.421260 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52864) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:27.468230 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-0297b134-30f8-4d8e-8c7f-e4a0b5d717be None None] Provisioning complete for port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:27.468766 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0297b134-30f8-4d8e-8c7f-e4a0b5d717be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.494123 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.541801 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.581719 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582e203-bc35-4f29-9e36-b987ffb9015a req-159f812d-7163-4942-823a-56a6d3d3e668 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:27.584430 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.589855 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7582e203-bc35-4f29-9e36-b987ffb9015a req-159f812d-7163-4942-823a-56a6d3d3e668 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.6057823 May 21 16:13:27.621181 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:27.628875 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d4343-15d0-4b68-baa9-9fcf74a31659 None None] The sync data for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb is: [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:27.648280 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.655088 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1269424f-af4b-4ac2-81fb-88d899a51fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:27.686340 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca23d9a-8174-4d8c-b830-ce70b2002bd1,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:27.690183 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:27.712616 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:27.713778 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "DELETE /v2.0/security-groups/0ca23d9a-8174-4d8c-b830-ce70b2002bd1 HTTP/1.1" status: 204 len: 168 time: 0.2909262 May 21 16:13:27.716686 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52872) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:27.738923 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.api.v2.resource [None req-ba4e9be8-ec71-4954-9552-69efa5c42a34 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] show failed (client error): The resource could not be found. May 21 16:13:27.743657 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-ba4e9be8-ec71-4954-9552-69efa5c42a34 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups/0ca23d9a-8174-4d8c-b830-ce70b2002bd1 HTTP/1.1" status: 404 len: 347 time: 0.0249321 May 21 16:13:27.745353 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7582e203-bc35-4f29-9e36-b987ffb9015a req-2f1e76b4-6ae4-450d-b015-144a7cf0ec90 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545556 May 21 16:13:27.745660 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52876) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:27.833466 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:13:28.047665 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519481e-765c-41a7-b42e-8e00e57254cd None None] New status for floating IP 5b65725d-8176-4082-b0a8-67ec1f8b3734: DOWN {{(pid=91727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:13:28.105175 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:28.115404 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Sync routers for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:28.131474 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:28.132116 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:28.233789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Deleting port b1597015-6adb-4042-a067-c7cf25e9866e {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:28.234143 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.236765 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.238215 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.2762134 May 21 16:13:28.244965 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52882) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:28.383840 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.385242 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.400554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:28.499964 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d9e45-8f6e-4f68-aece-d0e8308d61d4 req-adebacd5-009e-4258-b826-f44da573be71 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:28.501450 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6a8d9e45-8f6e-4f68-aece-d0e8308d61d4 req-adebacd5-009e-4258-b826-f44da573be71 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.3542237 May 21 16:13:28.515075 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Calling delete_port for b1597015-6adb-4042-a067-c7cf25e9866e owned by network:floatingip {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:28.627403 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:28.644988 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-6a8d9e45-8f6e-4f68-aece-d0e8308d61d4 req-bb98ef5f-6302-4389-9cf1-6f134e3fc2dd tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Synchronizing usage tracker for tenant:86146e7d621947418ff023416815b53d on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:13:28.654985 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.660742 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:28.712835 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event deleted for resources: {'Port': ['ID=b1597015-6adb-4042-a067-c7cf25e9866e,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:28.716188 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:28.746731 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-6a8d9e45-8f6e-4f68-aece-d0e8308d61d4 req-bb98ef5f-6302-4389-9cf1-6f134e3fc2dd tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Unset dirty status for tenant:86146e7d621947418ff023416815b53d on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:13:28.747882 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6a8d9e45-8f6e-4f68-aece-d0e8308d61d4 req-bb98ef5f-6302-4389-9cf1-6f134e3fc2dd tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357297 May 21 16:13:28.802520 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:28.802520 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.830569 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.860291 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:28.866570 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "DELETE /v2.0/floatingips/5b65725d-8176-4082-b0a8-67ec1f8b3734 HTTP/1.1" status: 204 len: 168 time: 1.1196904 May 21 16:13:28.931360 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:26Z', 'revision_number': 3, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:28.946192 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Checking router: 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:28.946556 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Updating router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:13:29.004301 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.030918 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f6cb-44fd-4738-ae82-e91217f87a8a req-bcd1e044-db6a-49e9-85d2-f023d63c258f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:29.032947 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5326f6cb-44fd-4738-ae82-e91217f87a8a req-bcd1e044-db6a-49e9-85d2-f023d63c258f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1167471 May 21 16:13:29.079016 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5326f6cb-44fd-4738-ae82-e91217f87a8a req-474a1023-7b50-4b28-8220-b99e20ae0b66 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395985 May 21 16:13:29.186249 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52890) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:29.192078 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549589226', 'description': 'tempest-description--462650188'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:29.199263 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:29.203835 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:29.207117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:29.214135 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:29.225003 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.248670 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:29.252746 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group_rule and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:29.256264 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:29.263453 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:29.312805 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.343706 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.348828 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.353902 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:29.376276 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.390348 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Transition to ACTIVE for port object d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:29.398139 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.401302 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90b7c42-278a-49ba-bb1d-ed1abc2768bf,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:29.402649 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:29.404327 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:29.405457 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.409267 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2192996 May 21 16:13:29.409817 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52894) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:29.415470 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'security_group_rule': {'security_group_id': 'a90b7c42-278a-49ba-bb1d-ed1abc2768bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:29.420998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:29.424792 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group_rule and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:29.428345 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:29.434252 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:29.451655 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.481195 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Attempting to bind port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:13:29.481944 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Attempting to bind port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:13:29.482735 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Attempting to bind port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:29.492927 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c58bd-e831-41f5-a291-d8ef227e8ac8 None None] Pushing event updated for resources: {'Port': ['ID=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:29.496033 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:13:29.496882 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:29.497691 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.498235 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:13:29.498874 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Bound port: d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:13:29.499254 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.526138 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-522c58bd-e831-41f5-a291-d8ef227e8ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:29.527887 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.535335 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.539163 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-474c1b2e-d121-4591-8868-29c937e3414a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:29.563770 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc89f5e-94cb-41b0-af98-8dea329c5924,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:29.566256 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:29.582527 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.588726 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 52898) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:29.591881 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Allocated IP 172.20.0.1 (d44bf262-b95c-4530-bb80-dca3d457a480/816a0637-d638-4120-93a6-8cb0086cbd76/46181b4d-35c8-4721-8143-c5073c9cbc0e) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:29.597270 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'security_group_rule': {'security_group_id': 'a90b7c42-278a-49ba-bb1d-ed1abc2768bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:29.598049 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-4f59f914-21f0-4512-b063-1162100fd7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874673 May 21 16:13:29.599733 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] For port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:13:29.603346 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] For port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:13:29.607348 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.607487 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:29.610974 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:29.617492 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:security_group_rule and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:29.621561 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:29.642923 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:29.693717 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:29.694340 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:29.724676 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.755806 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c58bd-e831-41f5-a291-d8ef227e8ac8 None None] Pushing event updated for resources: {'Port': ['ID=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:29.766278 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-522c58bd-e831-41f5-a291-d8ef227e8ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:29.797751 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3f0402c5-c154-4d5a-9ebb-1cb947b345a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.874925 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.901889 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.909983 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.911291 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.914516 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:29.916095 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Transition to ACTIVE for port object 46181b4d-35c8-4721-8143-c5073c9cbc0e will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:29.920178 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aceeb33a-303b-458b-a6ba-fa50e79b2f07 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:29.949832 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ca9bad-b879-4471-8135-5fe88d428795,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:29.960954 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:29.976590 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-af86e0aa-6959-4f0a-8b47-82963f3dc24b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:29.978217 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-af86e0aa-6959-4f0a-8b47-82963f3dc24b tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.84 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.2294526 May 21 16:13:29.984638 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:29.985778 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-adf2a4f5-0814-4f28-9374-c8a5b1be8ab0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961706 May 21 16:13:29.997382 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52904) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:30.002727 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'floatingip': {'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:30.015068 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085354c8-d2f6-4368-8b10-2c99ca61dc1d req-f5accc71-593e-4ed4-b23e-1f34863f8bb5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:30.015735 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-085354c8-d2f6-4368-8b10-2c99ca61dc1d req-f5accc71-593e-4ed4-b23e-1f34863f8bb5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Synchronizing usage tracker for tenant:86146e7d621947418ff023416815b53d on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:13:30.022114 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:30.027273 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Usage tracker for resource:floatingip and tenant:3e1bb61efae342dbb192ab01b522cc6d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:30.030944 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:30.043709 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:30.048823 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-085354c8-d2f6-4368-8b10-2c99ca61dc1d req-f5accc71-593e-4ed4-b23e-1f34863f8bb5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Unset dirty status for tenant:86146e7d621947418ff023416815b53d on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:13:30.050055 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-085354c8-d2f6-4368-8b10-2c99ca61dc1d req-f5accc71-593e-4ed4-b23e-1f34863f8bb5 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 945 time: 0.1525543 May 21 16:13:30.070494 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.076957 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:30.081722 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.179926 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Network d44bf262-b95c-4530-bb80-dca3d457a480 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:30.187823 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:30.191012 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:30.219033 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-085354c8-d2f6-4368-8b10-2c99ca61dc1d req-e3b5055f-779c-4ca6-bbe0-2500b5d13511 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/security-groups?id=e56f9f18-6e69-4148-b151-d4e2c914b66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612477 May 21 16:13:30.289058 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:26Z', 'revision_number': 3, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:30.295204 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173d2fa-a89d-475c-b7a7-6a2b08cf3d81 None None] The sync data for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb is: [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:26Z', 'revision_number': 3, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:30.313680 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Pushing event updated for resources: {'Port': ['ID=46181b4d-35c8-4721-8143-c5073c9cbc0e,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:30.316612 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:30.339720 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.340908 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.362485 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Deleting port c9e11154-f4cd-4a33-942d-deff70c3baee {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:30.362835 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.428750 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-65e91f94-4fa3-45aa-9a66-0d7c37f9f45f None None] Provisioning for port 46181b4d-35c8-4721-8143-c5073c9cbc0e completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:30.436549 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-65e91f94-4fa3-45aa-9a66-0d7c37f9f45f None None] Provisioning complete for port 46181b4d-35c8-4721-8143-c5073c9cbc0e triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:30.437985 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-65e91f94-4fa3-45aa-9a66-0d7c37f9f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.503304 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-65e91f94-4fa3-45aa-9a66-0d7c37f9f45f None None] Port 46181b4d-35c8-4721-8143-c5073c9cbc0e cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:13:30.512384 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d02cf-4fb4-4519-af60-7a3cdad7ae82 req-e163a440-ce2c-4f5b-93ca-33e371c1fe33 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:30.513983 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f22d02cf-4fb4-4519-af60-7a3cdad7ae82 req-e163a440-ce2c-4f5b-93ca-33e371c1fe33 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.2886305 May 21 16:13:30.542154 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Allocated IP 172.28.1.164 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/d5191b68-b0a0-4915-a00e-8bfa1037be30) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:30.611704 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] For port c9e11154-f4cd-4a33-942d-deff70c3baee, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c9e11154-f4cd-4a33-942d-deff70c3baee,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:30.612074 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.679683 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.704517 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f22d02cf-4fb4-4519-af60-7a3cdad7ae82 req-85fd55fc-4562-4734-b105-68cd7a6d670c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813068 May 21 16:13:30.789178 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.800322 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Calling delete_port for c9e11154-f4cd-4a33-942d-deff70c3baee owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:30.828367 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.833674 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:30.861977 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:30.906585 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'Port': ['ID=d5191b68-b0a0-4915-a00e-8bfa1037be30,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:30.909977 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:30.910951 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:30.912296 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:30.915940 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:31.301431 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.314177 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-be0803ca-06b3-47a9-8ca6-fb6a2818564c tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:31.322173 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.404329 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Pushing event deleted for resources: {'Port': ['ID=c9e11154-f4cd-4a33-942d-deff70c3baee,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:31.406807 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:31.446121 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-dae9c532-8458-4755-975c-59762343c53d req-b09a2430-6756-47a0-b2ba-268a3da26fc1 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.91 "GET /v2.0/ports?device_id=678027e4-bba4-4909-bb89-29ccbfd99b93 HTTP/1.1" status: 200 len: 210 time: 0.0528476 May 21 16:13:31.461918 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] No DVR routers for this DVR port c9e11154-f4cd-4a33-942d-deff70c3baee on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:13:31.464405 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.467726 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.469376 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'name': 'network-vif-deleted', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:31.480229 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.487982 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.518089 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a2b9bca5-dc85-4389-930f-3c2615622196 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:31.556816 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678027e4-bba4-4909-bb89-29ccbfd99b93', 'name': 'network-vif-deleted', 'tag': 'c9e11154-f4cd-4a33-942d-deff70c3baee', 'status': 'completed', 'code': 200} May 21 16:13:31.562804 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-286941f3-6ad9-4530-a2e3-ed2fd93da51f req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] 10.222.0.84 "DELETE /v2.0/ports/c9e11154-f4cd-4a33-942d-deff70c3baee HTTP/1.1" status: 204 len: 173 time: 1.5758033 May 21 16:13:31.617915 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.621515 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Pushing event updated for resources: {'Port': ['ID=46181b4d-35c8-4721-8143-c5073c9cbc0e,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:31.625009 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:31.705411 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.711766 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.720648 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:31.783622 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Network d44bf262-b95c-4530-bb80-dca3d457a480 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:31.785159 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:31.860165 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'Port': ['ID=d5191b68-b0a0-4915-a00e-8bfa1037be30,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:31.872096 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:31.884459 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.925137 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:31.938228 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9401078 May 21 16:13:32.064358 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:13:32.070857 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ff94f-8ad5-4c73-9f14-b9db294bfe21 req-afa92574-023b-43e9-8246-5a209f14366d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:32.072541 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4d3ff94f-8ad5-4c73-9f14-b9db294bfe21 req-afa92574-023b-43e9-8246-5a209f14366d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1327159 May 21 16:13:32.073559 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:13:32.142419 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4d3ff94f-8ad5-4c73-9f14-b9db294bfe21 req-4caf4183-86f6-4d23-bd7b-d2a615712bc3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637629 May 21 16:13:32.247409 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-720bf424-37c4-46c9-ac9e-7fbf31c86252 None None] Provisioning complete for port 46181b4d-35c8-4721-8143-c5073c9cbc0e triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:32.247907 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-720bf424-37c4-46c9-ac9e-7fbf31c86252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:32.308420 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-720bf424-37c4-46c9-ac9e-7fbf31c86252 None None] Port 46181b4d-35c8-4721-8143-c5073c9cbc0e cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:13:32.339424 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:32.343551 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-e36f0b9e-e543-4e93-a39e-a9c4f2cfadbd tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1549589226&fields=id&tenant_id=3e1bb61efae342dbb192ab01b522cc6d HTTP/1.1" status: 200 len: 267 time: 0.0718467 May 21 16:13:32.347901 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Sync routers for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:32.350694 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] 10.222.0.91 "PUT /v2.0/routers/9f0d3256-f451-44f4-a606-dd2bdc7a8fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1026106 May 21 16:13:32.371055 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:32.371888 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:32.512770 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-8419be67-861f-4990-84c2-6490a13b90c0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:32.513988 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:32.514321 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-8419be67-861f-4990-84c2-6490a13b90c0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 810 time: 0.1618834 May 21 16:13:32.548992 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-b77381b2-4106-4c41-824e-be5469f89a96 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/quotas/3e1bb61efae342dbb192ab01b522cc6d HTTP/1.1" status: 200 len: 375 time: 0.0205824 May 21 16:13:32.639093 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:32.662042 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-e6eaadb8-2a3d-4900-bdcd-845b5a85f100 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:13:32.679924 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-e6eaadb8-2a3d-4900-bdcd-845b5a85f100 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:13:32.681248 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-e6eaadb8-2a3d-4900-bdcd-845b5a85f100 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244845 May 21 16:13:32.696955 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:32.770278 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:32.776795 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:32.777555 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:32.936291 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:32.956501 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:32.962204 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:32.969260 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:33.024338 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 2, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:33.030609 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Checking router: 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:33.030971 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Updating router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc port 46181b4d-35c8-4721-8143-c5073c9cbc0e binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:13:33.059091 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:33.070717 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device c9e11154-f4cd-4a33-942d-deff70c3baee no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:33.080678 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-078151cc-f282-46e6-9877-073aed26f39a service neutron] 10.222.0.91 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657854 May 21 16:13:33.098356 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.106991 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:33.118113 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: c9e11154-f4cd-4a33-942d-deff70c3baee {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:33.118924 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device c9e11154-f4cd-4a33-942d-deff70c3baee not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:33.223523 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52962) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:33.232455 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1964403637-network', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:33.242446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:33.249779 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-b6ef8092-ebef-4653-8343-953c15762073 service neutron] 10.222.0.91 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591699 May 21 16:13:33.259160 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Usage tracker for resource:network and tenant:0a6f544a9cd7472c87eecfc0e80afefb is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:33.263743 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:33.280424 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:33.305296 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Made reservation on behalf of 0a6f544a9cd7472c87eecfc0e80afefb for: {'network': 1} {{(pid=91724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:13:33.307803 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-734282'] for network, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.329129 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.404529 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:33.411606 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6f544a9cd7472c87eecfc0e80afefb is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:33.415833 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:33.423686 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:33.501459 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7ecfe-da0a-46b6-bbf1-b3f2c7775b0e req-314cf7ec-0fe8-4527-94b8-f64b037cec0a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:33.503006 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-11b7ecfe-da0a-46b6-bbf1-b3f2c7775b0e req-314cf7ec-0fe8-4527-94b8-f64b037cec0a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1490793 May 21 16:13:33.581049 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-11b7ecfe-da0a-46b6-bbf1-b3f2c7775b0e req-8e4338fc-993a-4a63-bf91-33c5a87f6d8b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687947 May 21 16:13:33.595672 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-130f61f9-04dd-49d6-998e-99d77df03937 req-0ae9be06-fec6-46d9-bea2-0db32b2ac0a4 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0750220 May 21 16:13:33.627286 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.634352 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.648371 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=91724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 16:13:33.659087 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.660008 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.segments_db [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Added segment c4db5dc3-d66a-4988-830e-3c8f41d5fb31 of type vlan for network 39b4f892-c008-49f8-b4cb-321e0e5f022d May 21 16:13:33.673024 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.694056 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Transition to ACTIVE for port object 46181b4d-35c8-4721-8143-c5073c9cbc0e will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:33.698194 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769549271278'] for network, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.704183 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.710448 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3b47c7a0-2b1e-43b9-9088-07e90b7e956f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:33.711309 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:33.750592 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3b1b8f-4903-424a-89f9-1c18b336cf70,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:33.755731 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:33.762973 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 52998) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:33.834574 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174'] for network, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.846010 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:33.846744 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:33.861699 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1683fbc8-2994-4b36-a31b-f186add33090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:33.921657 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Pushing event updated for resources: {'Port': ['ID=46181b4d-35c8-4721-8143-c5073c9cbc0e,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:33.964857 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.965196 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.965713 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.966099 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.967632 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.968108 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.968327 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.968654 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.968968 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.969300 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.969633 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.969942 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:33.979472 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:33.995739 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Attempting to bind port 46181b4d-35c8-4721-8143-c5073c9cbc0e on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:13:33.996108 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Attempting to bind port 46181b4d-35c8-4721-8143-c5073c9cbc0e by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:13:33.996460 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Attempting to bind port 46181b4d-35c8-4721-8143-c5073c9cbc0e on network d44bf262-b95c-4530-bb80-dca3d457a480 {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:34.008542 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:13:34.009197 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Checking segment: {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:34.009686 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:34.010183 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Bound using segment: {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:13:34.010575 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Bound port: 46181b4d-35c8-4721-8143-c5073c9cbc0e, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:13:34.010942 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:34.062711 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8341448 May 21 16:13:34.062953 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53008) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:34.069388 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Request body: {'subnet': {'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1964403637-subnet', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'ip_version': 4}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:34.074671 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:34.079536 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Usage tracker for resource:subnet and tenant:0a6f544a9cd7472c87eecfc0e80afefb is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:34.086924 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:34.098145 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:34.115049 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] For port 46181b4d-35c8-4721-8143-c5073c9cbc0e, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:13:34.116070 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Made reservation on behalf of 0a6f544a9cd7472c87eecfc0e80afefb for: {'subnet': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:13:34.118424 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] For port 46181b4d-35c8-4721-8143-c5073c9cbc0e, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=46181b4d-35c8-4721-8143-c5073c9cbc0e,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:13:34.118591 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3053485'] for subnet, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:34.124999 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:34.125134 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Pushing event updated for resources: {'Network': ['ID=39b4f892-c008-49f8-b4cb-321e0e5f022d,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:34.129489 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:34.131407 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-de505513-6a1b-47a0-9039-e92ec9d26583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:34.141056 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d details requested by agent ovs-agent-dv-cinder-792462-8-smb with host dv-cinder-792462-8-smb {{(pid=91726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 16:13:34.203014 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Pushing event updated for resources: {'Port': ['ID=46181b4d-35c8-4721-8143-c5073c9cbc0e,revision_number=4']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:34.210733 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-c0cbbffb-f35a-4ad3-90f6-64e92ecca599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:34.226649 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:34.227470 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:34.453697 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:34.629233 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:34.640829 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3805902'] for router_interface, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:34.825060 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:34.825740 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:34.970281 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6d815de3-3f71-4e99-97e8-53eb62998122 req-ffe62a84-51d4-485e-9e69-2093585a17da tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0560780 May 21 16:13:35.000131 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:13:35.003229 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4101079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3053443'] for subnet, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.010657 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:35.075381 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:34Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:35.079611 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0f3d8-77ae-4fc7-943c-655f007a3234 None None] The sync data for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb is: [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:34Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:35.107479 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Checking segment: {'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:35.107848 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Network hostable DHCP agents. Network: 39b4f892-c008-49f8-b4cb-321e0e5f022d, hostable agents: ['48d9891d-0b87-4331-a809-9392fa87c18b'], hosted agents: [] {{(pid=91725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 16:13:35.118881 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bddd22e-36e1-4b07-88a8-ec5d74fc93e9,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:35.135249 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:35.144839 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d is scheduled to be hosted by DHCP agent 48d9891d-0b87-4331-a809-9392fa87c18b with binding_index 1 {{(pid=91725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 16:13:35.163701 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-8-smb, 39b4f892-c008-49f8-b4cb-321e0e5f022d) {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:35.176065 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e67d24-b097-4e5f-ae75-426ea9a7e860 None None] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:13:35.180669 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:35.181272 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.209314 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-760fda89-500d-449a-bef0-5a0c4eabe1b6 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1449690 May 21 16:13:35.213147 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53018) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:35.216851 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef4186-d631-4ebc-879c-23a7a095da8c req-40392835-d2b9-4aff-b323-e8c52c337b2b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:35.218406 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8ef4186-d631-4ebc-879c-23a7a095da8c req-40392835-d2b9-4aff-b323-e8c52c337b2b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1753113 May 21 16:13:35.227836 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:35.244639 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:35.258837 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Usage tracker for resource:router and tenant:0a6f544a9cd7472c87eecfc0e80afefb is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:35.263852 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:35.281956 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:35.308357 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.309528 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3829161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807117', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3740103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4625'] for router, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.318926 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:35.338888 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.340746 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f8ef4186-d631-4ebc-879c-23a7a095da8c req-8645592d-6a61-4bb5-b008-6ebd5d58b249 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134491 May 21 16:13:35.342593 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'port_id': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'mac_address': 'fa:16:3e:61:3b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:13:35.431215 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Deleting port 13fe4e55-d84a-4917-849f-e05be2512cf6 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:35.431560 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.544258 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.585478 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e420251-7c4f-4878-b370-0311e68dfc0e {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:13:35.610228 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] For port 13fe4e55-d84a-4917-849f-e05be2512cf6, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=13fe4e55-d84a-4917-849f-e05be2512cf6,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:35.610910 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.694509 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:35.702863 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c78f331-d809-55ad-a10c-6a345c72cd1c-39b4f892-c008-49f8-b4cb-321e0e5f022d', 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'fixed_ips': [{'subnet_id': '9bddd22e-36e1-4b07-88a8-ec5d74fc93e9'}]}} from dv-cinder-792462-8-smb. {{(pid=91726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 16:13:35.703705 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.734216 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.746181 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:35.779322 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Calling delete_port for 13fe4e55-d84a-4917-849f-e05be2512cf6 owned by network:router_interface {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:35.867188 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-acbe93d9-f4f1-454b-8d3b-3b0d66d4939f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:35.869007 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-acbe93d9-f4f1-454b-8d3b-3b0d66d4939f tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 810 time: 0.3888404 May 21 16:13:35.883512 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['3e420251-7c4f-4878-b370-0311e68dfc0e'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:13:35.894542 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4643'] for router, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:35.981913 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-9063a22f-92a6-4791-99d4-8d4831ce9a44 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e1bb61efae342dbb192ab01b522cc6d HTTP/1.1" status: 200 len: 380 time: 0.0766389 May 21 16:13:36.019114 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=6']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:36.039476 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:36.070754 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:36.075343 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'port': {'device_id': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'admin_state_up': True, 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'security_groups': ['a90b7c42-278a-49ba-bb1d-ed1abc2768bf']}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:36.077831 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d3456a5d-552f-4bb3-8c1b-937c3a3683e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:36.165613 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.db_base_plugin_common [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Allocated IP 172.20.0.2 (39b4f892-c008-49f8-b4cb-321e0e5f022d/9bddd22e-36e1-4b07-88a8-ec5d74fc93e9/7aa7fc00-673a-4825-b5e0-ff47036f9dfb) {{(pid=91726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:36.201663 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Pushing event deleted for resources: {'Port': ['ID=13fe4e55-d84a-4917-849f-e05be2512cf6,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:36.253787 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:36.268363 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7a106abb-f014-45cf-82d5-11f0d557d74a req-3072a661-76cb-421d-a69d-2c5ad63a16f6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 210 time: 0.1346991 May 21 16:13:36.443631 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:36.605848 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:36.787782 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Notify callbacks [] for port, precommit_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:36.804611 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Transition to ACTIVE for port object 7aa7fc00-673a-4825-b5e0-ff47036f9dfb will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:36.826282 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3805858'] for router_interface, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:36.847759 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46181b4d-35c8-4721-8143-c5073c9cbc0e up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:36.882459 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Made reservation on behalf of 3e1bb61efae342dbb192ab01b522cc6d for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:13:36.887013 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:36.927851 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Transition to ACTIVE for port object 7aa7fc00-673a-4825-b5e0-ff47036f9dfb will not be triggered until provisioned by entity DHCP. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:36.946525 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777'] for port, after_create {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:36.962207 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-15cd8ddd-264d-4cab-bc00-dc9de045e8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:36.975992 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288be8f-a94f-4995-8949-f86d4477c107 req-bf6e26ca-f365-4050-a29d-17b0e854fcb5 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:36.979352 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:36.983801 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b288be8f-a94f-4995-8949-f86d4477c107 req-bf6e26ca-f365-4050-a29d-17b0e854fcb5 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 944 time: 0.3228571 May 21 16:13:37.016464 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.061356 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Pushing event updated for resources: {'Port': ['ID=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,revision_number=1']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:37.070530 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:37.071762 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:37.130969 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d is already hosted by enough agents. {{(pid=91726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:37.147806 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.scheduler.base_scheduler [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Resources bound (agent type, host, resource id): {{(pid=91726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:37.151221 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Received port after_create {{(pid=91726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:37.283943 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b288be8f-a94f-4995-8949-f86d4477c107 req-e1e184cd-e7ce-4da2-a358-85a912032c04 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992053 May 21 16:13:37.287395 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Attempting to bind port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:13:37.287903 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Attempting to bind port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:13:37.288542 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Attempting to bind port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb on network 39b4f892-c008-49f8-b4cb-321e0e5f022d {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:37.311933 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 46181b4d-35c8-4721-8143-c5073c9cbc0e completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:37.326915 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:13:37.332479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Checking segment: {'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:37.332479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.332479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Bound using segment: {'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:13:37.332479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Bound port: 7aa7fc00-673a-4825-b5e0-ff47036f9dfb, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:13:37.332479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.365518 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Allocated IP 172.20.0.12 (49a657cd-15ba-4837-a8a8-0baba6217852/2ed56423-dc62-4b80-97c7-32936d587bb1/e33f29be-c1de-466c-96a4-58482451ae06) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:37.378686 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 46181b4d-35c8-4721-8143-c5073c9cbc0e triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:37.381224 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.407974 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Allocated IP 172.28.1.71 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/bf86364d-07d2-4954-9606-f0369b25ab7a) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:37.525406 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 3e420251-7c4f-4878-b370-0311e68dfc0e triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:37.525808 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.606958 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Router 5feed309-dab5-43cf-9287-6e0142c70e5d has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:13:37.639075 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-487b6ec9-c3b9-4645-83c7-9ffae44d81e9 req-44a97fb8-e017-4985-803a-517b0b83efbe tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 210 time: 0.1748724 May 21 16:13:37.711349 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.724123 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] For port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:13:37.771366 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 46181b4d-35c8-4721-8143-c5073c9cbc0e, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=46181b4d-35c8-4721-8143-c5073c9cbc0e,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:37.777490 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] For port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,segment=NetworkSegment(c4db5dc3-d66a-4988-830e-3c8f41d5fb31),segment_id=c4db5dc3-d66a-4988-830e-3c8f41d5fb31)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:13:37.810737 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.829207 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:37.880673 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.924359 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:37.928874 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.945667 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-1ba1d926-b3be-42a7-b4b2-6d2eb172831b admin admin] 10.222.0.91 "PUT /v2.0/routers/5feed309-dab5-43cf-9287-6e0142c70e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1780748 May 21 16:13:37.947708 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53054) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:37.949864 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:37.952798 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] Sync routers for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:37.991134 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Transition to ACTIVE for port object e33f29be-c1de-466c-96a4-58482451ae06 will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:38.006820 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:38.007453 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:38.033063 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:38.088457 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:38.096878 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f1454724-1b1a-46c8-b389-80764e81f2eb tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:38.097751 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:38.114768 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:38.136468 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:38.170679 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=46181b4d-35c8-4721-8143-c5073c9cbc0e,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:38.177236 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:38.180586 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event updated for resources: {'Port': ['ID=e33f29be-c1de-466c-96a4-58482451ae06,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:38.184779 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:38.186634 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:38.226249 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Network 49a657cd-15ba-4837-a8a8-0baba6217852 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:38.229924 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:38.235564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks [] for router, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:38.238953 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:38.250177 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'code': 200} May 21 16:13:38.268268 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-816a528e-28c2-4dcf-adb2-6e359e560c48 tempest-ServerRescueNegativeTestJSON-1087743907 tempest-ServerRescueNegativeTestJSON-1087743907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:38.466708 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:38.511785 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:38.565355 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Pushing event updated for resources: {'Port': ['ID=bf86364d-07d2-4954-9606-f0369b25ab7a,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:38.573753 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:38.688647 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:38.786722 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:38.857634 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Deleting port e5783a88-5aad-496a-83b6-0d0a99947094 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:38.858402 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:38.861537 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:38.882484 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:38.926912 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46181b4d-35c8-4721-8143-c5073c9cbc0e up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:39.004903 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:39.009539 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:39.131244 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95828c08-4aad-42d1-93b5-4aae1f492249 req-45c25c2a-6b6d-484d-bdca-ad997e9dc926 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:39.133479 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-95828c08-4aad-42d1-93b5-4aae1f492249 req-45c25c2a-6b6d-484d-bdca-ad997e9dc926 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:13:39.153108 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] For port e5783a88-5aad-496a-83b6-0d0a99947094, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=e5783a88-5aad-496a-83b6-0d0a99947094,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:39.153967 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:39.227916 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6f004-7d4e-4452-9e79-f909646df4f2 req-9634cf34-e350-45cb-92cf-262b1d3e5918 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:39.229708 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1dd6f004-7d4e-4452-9e79-f909646df4f2 req-9634cf34-e350-45cb-92cf-262b1d3e5918 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.5969293 May 21 16:13:39.324205 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036421-50a9-4811-995b-13ba50c53c73 None None] Pushing event updated for resources: {'Port': ['ID=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,revision_number=2']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:39.344475 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-95828c08-4aad-42d1-93b5-4aae1f492249 req-45c25c2a-6b6d-484d-bdca-ad997e9dc926 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:13:39.345963 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-95828c08-4aad-42d1-93b5-4aae1f492249 req-45c25c2a-6b6d-484d-bdca-ad997e9dc926 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 932 time: 0.3916142 May 21 16:13:39.354714 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Calling delete_port for e5783a88-5aad-496a-83b6-0d0a99947094 owned by network:router_gateway {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:39.377462 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-93c67104-cfe9-4908-8802-a9b8626bf1dd None None] Provisioning for port e33f29be-c1de-466c-96a4-58482451ae06 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:39.380387 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3088932 May 21 16:13:39.415397 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-95828c08-4aad-42d1-93b5-4aae1f492249 req-e7c5cad6-d19e-4ca3-bbc8-c40760db3018 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:13:39.435774 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-93c67104-cfe9-4908-8802-a9b8626bf1dd None None] Provisioning complete for port e33f29be-c1de-466c-96a4-58482451ae06 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:39.436167 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-93c67104-cfe9-4908-8802-a9b8626bf1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:39.452198 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Request body: {'port': {'device_id': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:39.456063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-95828c08-4aad-42d1-93b5-4aae1f492249 req-e7c5cad6-d19e-4ca3-bbc8-c40760db3018 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:13:39.460038 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-95828c08-4aad-42d1-93b5-4aae1f492249 req-e7c5cad6-d19e-4ca3-bbc8-c40760db3018 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994570 May 21 16:13:39.551568 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-93c67104-cfe9-4908-8802-a9b8626bf1dd None None] Port e33f29be-c1de-466c-96a4-58482451ae06 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:13:39.562488 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 46181b4d-35c8-4721-8143-c5073c9cbc0e triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:39.563218 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:39.633368 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1dd6f004-7d4e-4452-9e79-f909646df4f2 req-6d3ff986-6c10-4494-a017-606a89440616 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884671 May 21 16:13:39.697804 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=7']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:39.718257 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.533s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:39.720553 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.575s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:39.720913 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:39.843172 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4210260c-b0e1-4bb4-9ef9-52ce8465ed74 None None] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:13:39.860943 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:39.867454 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-2a99d076-4b2a-417f-9be3-ba3d5079c8c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:39.881719 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7'}], 'enable_snat': True}, 'gw_port_id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:13:35Z', 'revision_number': 5, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port': {'id': 'e5783a88-5aad-496a-83b6-0d0a99947094', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:39.923839 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e5783a88-5aad-496a-83b6-0d0a99947094,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:39.936669 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] Checking router: 5feed309-dab5-43cf-9287-6e0142c70e5d for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:39.959649 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:39.969554 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] Routers {'5feed309-dab5-43cf-9287-6e0142c70e5d'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:39.970784 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['5feed309-dab5-43cf-9287-6e0142c70e5d'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:40.035019 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-c4ef2ee0-d1ed-4193-9c48-606505bb655f None None] Provisioning for port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:40.035641 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828779'] for router_gateway, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.118255 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.139870 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] Set router 5feed309-dab5-43cf-9287-6e0142c70e5d gateway port host: None {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:40.214974 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.253720 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4648'] for router, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.258564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.272713 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:13:39Z', 'revision_number': 7, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port_host': None}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:40.365259 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3831751'] for router, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.365875 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5feed309-dab5-43cf-9287-6e0142c70e5d {{(pid=91724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 16:13:40.385925 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ce2e7-c7f1-4766-986b-4df97585e8db None None] The sync data for ids ['5feed309-dab5-43cf-9287-6e0142c70e5d'] in dv-cinder-792462-8-smb is: [{'id': '5feed309-dab5-43cf-9287-6e0142c70e5d', 'name': 'tempest-TestMinimumBasicScenario-763705233-router', 'tenant_id': '86146e7d621947418ff023416815b53d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:48Z', 'updated_at': '2021-05-21T16:13:39Z', 'revision_number': 7, 'project_id': '86146e7d621947418ff023416815b53d', 'gw_port_host': None}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:40.395156 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Notify callbacks [] for router, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.399392 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] 10.222.0.91 "DELETE /v2.0/routers/5feed309-dab5-43cf-9287-6e0142c70e5d HTTP/1.1" status: 204 len: 168 time: 2.4507086 May 21 16:13:40.400087 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53064) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:40.502092 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_v2 [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Deleting subnet 82934035-5421-4498-b7ea-fd3a4a13b42b {{(pid=91724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:13:40.507013 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:40.599997 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426287'] for subnet, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.093629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f480e11-0181-46f3-b7fc-a03c09e38a59 req-8a02e71e-a5cf-4349-aeb7-706b6eff3ae7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:41.093629 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9f480e11-0181-46f3-b7fc-a03c09e38a59 req-8a02e71e-a5cf-4349-aeb7-706b6eff3ae7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 932 time: 0.4362452 May 21 16:13:41.098651 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.135279 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828819'] for router, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.259911 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9f480e11-0181-46f3-b7fc-a03c09e38a59 req-a0c7ab9e-daec-4c90-9d34-d797e38ade33 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251187 May 21 16:13:41.359545 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7aa7fc00-673a-4825-b5e0-ff47036f9dfb up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:41.449644 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c048cad-a8fd-4900-9a08-0633b7123921 req-12e515a1-ea87-4f84-9e46-4b64199d052a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:41.451319 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3c048cad-a8fd-4900-9a08-0633b7123921 req-12e515a1-ea87-4f84-9e46-4b64199d052a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.4557447 May 21 16:13:41.459949 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.db.resource_extend [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 16:13:41.493132 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283275'] for subnet, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.499649 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-58e5cba0-f9ab-411e-abd5-5797b3b0d864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:41.509210 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:41.519739 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:41.521359 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.550293 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82934035-5421-4498-b7ea-fd3a4a13b42b,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:41.557176 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.563539 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:41.572710 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a44390-3b9c-42ec-ad19-a753a72e4184 None None] Network 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:13:41.574529 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/82934035-5421-4498-b7ea-fd3a4a13b42b HTTP/1.1" status: 204 len: 168 time: 1.1734378 May 21 16:13:41.576848 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53072) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:41.611942 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33f29be-c1de-466c-96a4-58482451ae06 {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:13:41.628087 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.634608 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3c048cad-a8fd-4900-9a08-0633b7123921 req-dffa7eb0-6990-4f2f-a976-b624b766dff1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667175 May 21 16:13:41.643916 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Router 995fb704-0f8c-4685-b1b8-afa9085327e5 is scheduled to L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 with binding_index 1 {{(pid=91725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 16:13:41.653463 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Transition to ACTIVE for port object e33f29be-c1de-466c-96a4-58482451ae06 will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:41.722040 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.737057 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-599e1f00-08b8-4c38-93ce-d67f900b8ecc tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:41.798141 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:41.821231 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Pushing event updated for resources: {'Port': ['ID=e33f29be-c1de-466c-96a4-58482451ae06,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:41.827770 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:41.955221 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Deleting port 46c76cbd-3332-42d1-bc3b-92787a9c9708 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:41.961300 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.042583 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.091156 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,segment=NetworkSegment(c4db5dc3-d66a-4988-830e-3c8f41d5fb31),segment_id=c4db5dc3-d66a-4988-830e-3c8f41d5fb31)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:42.101235 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.123053 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:42.192414 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] For port 46c76cbd-3332-42d1-bc3b-92787a9c9708, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=46c76cbd-3332-42d1-bc3b-92787a9c9708,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:42.202173 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.205737 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 13fe4e55-d84a-4917-849f-e05be2512cf6 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:42.232012 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f582250-c558-4c01-b166-55a088502734 None None] DHCP port deletion for 0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 request from dv-cinder-792462-8-smb {{(pid=91726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 16:13:42.262639 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 13fe4e55-d84a-4917-849f-e05be2512cf6 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:42.263140 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 13fe4e55-d84a-4917-849f-e05be2512cf6 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:42.313549 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Attempting to bind port e33f29be-c1de-466c-96a4-58482451ae06 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:13:42.314140 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Attempting to bind port e33f29be-c1de-466c-96a4-58482451ae06 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:13:42.314262 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Attempting to bind port e33f29be-c1de-466c-96a4-58482451ae06 on network 49a657cd-15ba-4837-a8a8-0baba6217852 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:42.324119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Port e33f29be-c1de-466c-96a4-58482451ae06 on network 49a657cd-15ba-4837-a8a8-0baba6217852 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:13:42.324450 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Attempting to bind port e33f29be-c1de-466c-96a4-58482451ae06 on network 49a657cd-15ba-4837-a8a8-0baba6217852 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:42.333134 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:13:42.333482 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Checking segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:42.333895 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Bound using segment: {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:13:42.334339 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Bound port: e33f29be-c1de-466c-96a4-58482451ae06, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:13:42.334685 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.338257 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:42.342310 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:42.362837 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:42.373308 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-3f582250-c558-4c01-b166-55a088502734 None None] Deleting port 46c76cbd-3332-42d1-bc3b-92787a9c9708 {{(pid=91726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:42.373857 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Sync routers for ids ['995fb704-0f8c-4685-b1b8-afa9085327e5'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:42.374807 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3f582250-c558-4c01-b166-55a088502734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.396291 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Routers {'995fb704-0f8c-4685-b1b8-afa9085327e5'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:42.396887 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['995fb704-0f8c-4685-b1b8-afa9085327e5'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:42.480854 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.482131 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2678502 May 21 16:13:42.484939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53078) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:42.540887 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-3f582250-c558-4c01-b166-55a088502734 None None] For port 46c76cbd-3332-42d1-bc3b-92787a9c9708, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=46c76cbd-3332-42d1-bc3b-92787a9c9708,segment=NetworkSegment(784a33bc-01d8-4d1a-8eee-f4def8a93146),segment_id=784a33bc-01d8-4d1a-8eee-f4def8a93146)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:42.541688 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3f582250-c558-4c01-b166-55a088502734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.608810 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] For port e33f29be-c1de-466c-96a4-58482451ae06, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:13:42.617789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Calling delete_port for 46c76cbd-3332-42d1-bc3b-92787a9c9708 owned by network:dhcp {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:42.744442 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7aa7fc00-673a-4825-b5e0-ff47036f9dfb up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:42.748193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] For port e33f29be-c1de-466c-96a4-58482451ae06, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e33f29be-c1de-466c-96a4-58482451ae06,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:13:42.779986 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.783442 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-3f582250-c558-4c01-b166-55a088502734 None None] Calling delete_port for 46c76cbd-3332-42d1-bc3b-92787a9c9708 owned by network:dhcp {{(pid=91726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:42.807286 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:42.814862 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc594d8-2237-4f9f-8218-fd2d246d44a1 req-da9d9888-5ad2-45ce-9fb2-2136fc113a01 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:42.826079 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3dc594d8-2237-4f9f-8218-fd2d246d44a1 req-da9d9888-5ad2-45ce-9fb2-2136fc113a01 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 944 time: 0.2906396 May 21 16:13:42.912343 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:42.912955 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:42.915524 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Set router 995fb704-0f8c-4685-b1b8-afa9085327e5 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:42.923542 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] 10.222.0.84 "PUT /v2.0/ports/e33f29be-c1de-466c-96a4-58482451ae06 HTTP/1.1" status: 200 len: 1094 time: 3.4791851 May 21 16:13:42.925108 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:42.978202 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3dc594d8-2237-4f9f-8218-fd2d246d44a1 req-114d7ed5-dfdc-4cd8-9a7e-a84ff72acb5d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511283 May 21 16:13:43.009531 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.017376 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:43.096498 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:43.097081 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.157791 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.165168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=46c76cbd-3332-42d1-bc3b-92787a9c9708,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:43.169676 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:43.177382 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] No DVR routers for this DVR port 46c76cbd-3332-42d1-bc3b-92787a9c9708 on host dv-cinder-792462-8-smb {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:13:43.237467 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3f582250-c558-4c01-b166-55a088502734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786'] for port, after_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.238361 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06', 'status': 'completed', 'code': 200} May 21 16:13:43.252163 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-99c3741b-3a39-4770-839a-e460adab7aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:43.337216 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.363388 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cff3001-f0e0-400a-8fd5-ca5a59f06ae0']}} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:43.371888 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f582250-c558-4c01-b166-55a088502734 None None] Pushing event deleted for resources: {'Port': ['ID=46c76cbd-3332-42d1-bc3b-92787a9c9708,revision_number=None']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:43.388126 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-3f582250-c558-4c01-b166-55a088502734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:43.391141 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784a33bc-01d8-4d1a-8eee-f4def8a93146') {'for_net_delete': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:43.391658 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784a33bc-01d8-4d1a-8eee-f4def8a93146') {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:43.393375 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Pushing event updated for resources: {'Port': ['ID=e33f29be-c1de-466c-96a4-58482451ae06,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:43.403987 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-fe929383-8cd4-4ca6-aa00-c478cba22088 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:43.406299 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f582250-c558-4c01-b166-55a088502734 None None] No DVR routers for this DVR port 46c76cbd-3332-42d1-bc3b-92787a9c9708 on host dv-cinder-792462-8-smb {{(pid=91726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:13:43.424546 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426294'] for segment, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.446505 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.454391 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=91724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:13:43.455820 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228851'] for segment, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.533581 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd6193-a330-4d6b-909d-f338d98f13d3 req-18c8ef79-f8ff-41d0-b44c-0ff27d497f4e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:43.535090 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5fd6193-a330-4d6b-909d-f338d98f13d3 req-18c8ef79-f8ff-41d0-b44c-0ff27d497f4e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.5958779 May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: Traceback (most recent call last): May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: timer() May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: cb(*args, **kw) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: return func(*args, **kwargs) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: self._notify() May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: self.callback(batched_events) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: event.method(event) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: return f(self, *a, **k) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: return self._get(url).json() May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: return self.request(url, 'GET', **kwargs) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:13:43.586875 dv-cinder-792462-8-smb neutron-server[91724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:13:43.604188 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.609871 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.618533 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:43.656931 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:13:39Z', 'revision_number': 3, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port': {'id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:37Z', 'updated_at': '2021-05-21T16:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:43.659567 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0cff3001-f0e0-400a-8fd5-ca5a59f06ae0,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:43.666406 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:43.671343 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-93c72e43-ba96-4493-91c6-14b739664bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:43.672703 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-93c72e43-ba96-4493-91c6-14b739664bde service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 1097 time: 0.6359015 May 21 16:13:43.675021 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Checking router: 995fb704-0f8c-4685-b1b8-afa9085327e5 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:43.675601 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Updating router 995fb704-0f8c-4685-b1b8-afa9085327e5 port bf86364d-07d2-4954-9606-f0369b25ab7a binding host dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:13:43.678021 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5fd6193-a330-4d6b-909d-f338d98f13d3 req-b435222b-dc4a-42cc-9b6c-4545cdf62206 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335831 May 21 16:13:43.680381 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device e5783a88-5aad-496a-83b6-0d0a99947094 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:43.704482 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-8939450a-5c3c-4811-8bb7-96f6af786f8e admin admin] 10.222.0.91 "DELETE /v2.0/networks/0cff3001-f0e0-400a-8fd5-ca5a59f06ae0 HTTP/1.1" status: 204 len: 168 time: 2.1234620 May 21 16:13:43.705264 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53088) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:43.736666 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: e5783a88-5aad-496a-83b6-0d0a99947094 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:43.737030 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device e5783a88-5aad-496a-83b6-0d0a99947094 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:43.737441 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46c76cbd-3332-42d1-bc3b-92787a9c9708 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:43.766257 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:43.775322 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-64b4be75-8968-4651-997c-a767e380b53e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f29be-c1de-466c-96a4-58482451ae06 HTTP/1.1" status: 200 len: 217 time: 0.0944002 May 21 16:13:43.799368 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 46c76cbd-3332-42d1-bc3b-92787a9c9708 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:43.799731 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46c76cbd-3332-42d1-bc3b-92787a9c9708 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:43.956661 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-c337e81c-58f5-471f-b3be-ddfb3118d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:43.959010 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-c337e81c-58f5-471f-b3be-ddfb3118d711 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.1232464 May 21 16:13:44.115476 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-7906df0e-5d09-4cf3-9113-26a373af7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:44.120603 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-7906df0e-5d09-4cf3-9113-26a373af7eeb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1527236 May 21 16:13:44.216720 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:44.319885 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Notify callbacks [] for port, precommit_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:44.335077 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.provisioning_blocks [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Transition to ACTIVE for port object bf86364d-07d2-4954-9606-f0369b25ab7a will not be triggered until provisioned by entity L2. {{(pid=91727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:44.355022 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:44.369136 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:44.474253 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-e7788ded-9bf1-4960-b659-ac17375a749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:44.475785 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-e7788ded-9bf1-4960-b659-ac17375a749c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1098 time: 0.1793842 May 21 16:13:44.490121 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79c6b-1ed5-4445-9d2a-e1fa4d90b2fe None None] Pushing event updated for resources: {'Port': ['ID=bf86364d-07d2-4954-9606-f0369b25ab7a,revision_number=2']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:44.500951 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b3b9-c5a2-4ada-9341-db6f135f1e52 req-c9bd4b4e-7820-41cb-9e4c-8728319f2b0a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:44.502981 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-b7c79c6b-1ed5-4445-9d2a-e1fa4d90b2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:44.509009 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9dc9b3b9-c5a2-4ada-9341-db6f135f1e52 req-c9bd4b4e-7820-41cb-9e4c-8728319f2b0a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 944 time: 0.3094289 May 21 16:13:44.513754 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Attempting to bind port bf86364d-07d2-4954-9606-f0369b25ab7a on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:13:44.514993 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Attempting to bind port bf86364d-07d2-4954-9606-f0369b25ab7a by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:13:44.515609 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Attempting to bind port bf86364d-07d2-4954-9606-f0369b25ab7a on network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:44.525177 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:13:44.526031 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Checking segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:44.526682 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:44.527325 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Bound using segment: {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'} {{(pid=91727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:13:44.541004 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.managers [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Bound port: bf86364d-07d2-4954-9606-f0369b25ab7a, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34b178a-145f-4ae3-bcd2-722169e1614d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}}] {{(pid=91727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:13:44.542723 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:44.566533 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-29d4a4a0-89ef-47a6-abc1-4b969c47f6a0 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363668 May 21 16:13:44.638206 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] For port bf86364d-07d2-4954-9606-f0369b25ab7a, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:13:44.642674 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.plugins.ml2.db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] For port bf86364d-07d2-4954-9606-f0369b25ab7a, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=bf86364d-07d2-4954-9606-f0369b25ab7a,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:13:44.664269 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-d4550f08-91bf-4f8d-b8e3-7ce554f4e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:44.665767 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-d4550f08-91bf-4f8d-b8e3-7ce554f4e36a service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1540208 May 21 16:13:44.667336 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron_lib.callbacks.manager [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:44.683611 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:44.830424 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-21c15ba5-884c-4986-9351-efdc103d2ec1 req-362d4da4-00ab-4080-9270-9298a4296750 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333522 May 21 16:13:44.834100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Allocated IP 172.20.0.1 (39b4f892-c008-49f8-b4cb-321e0e5f022d/9bddd22e-36e1-4b07-88a8-ec5d74fc93e9/49aa9ca9-85b8-4795-b2a1-958d6615dba5) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:13:44.901438 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79c6b-1ed5-4445-9d2a-e1fa4d90b2fe None None] Pushing event updated for resources: {'Port': ['ID=bf86364d-07d2-4954-9606-f0369b25ab7a,revision_number=3']} {{(pid=91727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:44.918288 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG oslo_concurrency.lockutils [None req-b7c79c6b-1ed5-4445-9d2a-e1fa4d90b2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:44.939158 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Routers {'995fb704-0f8c-4685-b1b8-afa9085327e5'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:44.939767 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['995fb704-0f8c-4685-b1b8-afa9085327e5'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:45.082278 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9dc9b3b9-c5a2-4ada-9341-db6f135f1e52 req-161fda47-cb68-4b53-90c4-17b884bcba7d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722773 May 21 16:13:45.112563 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-bb8794a5-53bf-4a50-85c5-9e6f616f66c7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 1001 time: 0.4357316 May 21 16:13:45.138925 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:45.155955 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Transition to ACTIVE for port object 49aa9ca9-85b8-4795-b2a1-958d6615dba5 will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:45.203968 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-93e07ce9-2808-48a8-b9c6-124b3d44b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:45.205669 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-93e07ce9-2808-48a8-b9c6-124b3d44b0e9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.0734797 May 21 16:13:45.210609 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:45.218473 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-67c2b08f-df0c-45fb-bde2-f79dc1bba0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:45.255568 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] Set router 995fb704-0f8c-4685-b1b8-afa9085327e5 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:45.299118 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:45.304510 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:45.322045 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:13:45.393998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3805902'] for router_interface, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:45.409637 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3805761'] for router_interface, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:45.453603 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=49aa9ca9-85b8-4795-b2a1-958d6615dba5,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:45.478615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.478994 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.479367 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.479730 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.480087 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.480447 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.480807 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.481188 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.481614 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.481973 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.482327 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.482679 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:13:45.496927 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:45.508688 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0fd0b-895a-44ee-b117-85132d80c27c req-d5a0efae-a2f6-4f14-a5b7-37f4f5a72675 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:45.513863 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-54f0fd0b-895a-44ee-b117-85132d80c27c req-d5a0efae-a2f6-4f14-a5b7-37f4f5a72675 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.5349872 May 21 16:13:45.517547 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e77093-fbec-4431-ad80-dfeef226e02c req-e9c862d5-6906-4345-bc0a-a8e4f940e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:45.519169 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-05e77093-fbec-4431-ad80-dfeef226e02c req-e9c862d5-6906-4345-bc0a-a8e4f940e6f0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 1097 time: 0.5836806 May 21 16:13:45.576526 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-54f0fd0b-895a-44ee-b117-85132d80c27c req-6526b833-0729-4fee-8a0b-1fa7d1d28e4a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551205 May 21 16:13:45.671412 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-1fd32580-c7c7-4203-8914-512da0687f51 None None] Provisioning for port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:45.678084 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-f288bfdf-3736-465e-a1d9-d1e14cc67670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:45.679230 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-1fd32580-c7c7-4203-8914-512da0687f51 None None] Provisioning complete for port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:45.679610 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-f288bfdf-3736-465e-a1d9-d1e14cc67670 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4662549 May 21 16:13:45.680083 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1fd32580-c7c7-4203-8914-512da0687f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:45.726708 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:13:39Z', 'revision_number': 3, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port': {'id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:37Z', 'updated_at': '2021-05-21T16:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:45.738340 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb81e3-838f-49a8-89a4-c6900ab78081 None None] The sync data for ids ['995fb704-0f8c-4685-b1b8-afa9085327e5'] in dv-cinder-792462-8-smb is: [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:13:39Z', 'revision_number': 3, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port': {'id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:37Z', 'updated_at': '2021-05-21T16:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:45.769907 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e77093-fbec-4431-ad80-dfeef226e02c req-5c2e501d-41e9-47c8-981b-517e580be8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:45.773025 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-05e77093-fbec-4431-ad80-dfeef226e02c req-5c2e501d-41e9-47c8-981b-517e580be8aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 912 time: 0.2088840 May 21 16:13:45.816835 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-1fd32580-c7c7-4203-8914-512da0687f51 None None] Port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:13:45.873826 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-05e77093-fbec-4431-ad80-dfeef226e02c req-8f9d81d9-7866-441a-ac16-f5a90f6e01ad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f29be-c1de-466c-96a4-58482451ae06 HTTP/1.1" status: 200 len: 217 time: 0.0920665 May 21 16:13:45.981909 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e77093-fbec-4431-ad80-dfeef226e02c req-a419f319-d7f7-43db-9a27-9e0bed356436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:45.983739 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-05e77093-fbec-4431-ad80-dfeef226e02c req-a419f319-d7f7-43db-9a27-9e0bed356436 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.0810602 May 21 16:13:45.988338 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-1efa5e17-8cb9-4859-919e-a5ba2062fa80 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629161 May 21 16:13:46.066791 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:46.475386 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-386c85a6-6d93-465e-9e9b-d5e890a91c79 req-ae215fa7-dad9-43c4-bd1c-7b8f9b56f5f8 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788322 May 21 16:13:46.514638 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Deleting port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:46.514992 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:46.525194 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e77093-fbec-4431-ad80-dfeef226e02c req-f830a0bd-4634-4be3-bd0e-7f90f07975a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:46.526726 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-05e77093-fbec-4431-ad80-dfeef226e02c req-f830a0bd-4634-4be3-bd0e-7f90f07975a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5358827 May 21 16:13:46.673427 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-895f7688-059f-4487-9089-73f244301774 admin admin] For port 0cfce7bd-11f8-48b6-a7cc-d45a54941fee, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,segment=NetworkSegment(81dd32d2-5858-4f92-aa13-a9a1a9cba72b),segment_id=81dd32d2-5858-4f92-aa13-a9a1a9cba72b)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:46.676319 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:46.705448 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device bf86364d-07d2-4954-9606-f0369b25ab7a up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:46.867586 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port bf86364d-07d2-4954-9606-f0369b25ab7a completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:46.872696 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:46.885034 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port bf86364d-07d2-4954-9606-f0369b25ab7a triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:46.886143 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:46.910537 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Calling delete_port for 0cfce7bd-11f8-48b6-a7cc-d45a54941fee owned by network:router_interface {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:46.918235 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:46.963726 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3b54c2d9-6e82-46e6-8173-55a122954d82 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:47.067312 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=49aa9ca9-85b8-4795-b2a1-958d6615dba5,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:47.091001 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:47.095488 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-05e77093-fbec-4431-ad80-dfeef226e02c req-fa87d076-c64f-4d5d-9ec7-a1e48e284c91 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572028 May 21 16:13:47.111740 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:47.118115 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e33f29be-c1de-466c-96a4-58482451ae06 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:13:47.153321 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port bf86364d-07d2-4954-9606-f0369b25ab7a, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=bf86364d-07d2-4954-9606-f0369b25ab7a,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:47.179167 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:47.182754 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-522c58bd-e831-41f5-a291-d8ef227e8ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:47.293161 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-05e77093-fbec-4431-ad80-dfeef226e02c req-818cee81-671b-4b64-9460-4fd66b835fa6 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621852 May 21 16:13:47.307339 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3805756'] for router_interface, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:47.329672 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6421108-baff-4dd2-92da-0f59ec8546b1 req-2cfc88df-d27d-4227-af44-d555016b9c3b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:47.337841 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e6421108-baff-4dd2-92da-0f59ec8546b1 req-2cfc88df-d27d-4227-af44-d555016b9c3b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.5128415 May 21 16:13:47.355780 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=bf86364d-07d2-4954-9606-f0369b25ab7a,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:47.368836 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:47.386032 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port e33f29be-c1de-466c-96a4-58482451ae06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e33f29be-c1de-466c-96a4-58482451ae06,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:47.406165 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': 'e33f29be-c1de-466c-96a4-58482451ae06', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'port_id': 'e33f29be-c1de-466c-96a4-58482451ae06', 'mac_address': 'fa:16:3e:4d:df:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:13:47.432436 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a783433-2741-4930-9250-5707e16ee1f5 req-6b3684ce-da7a-43e4-a837-a89a1b49d11b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:47.434155 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7a783433-2741-4930-9250-5707e16ee1f5 req-6b3684ce-da7a-43e4-a837-a89a1b49d11b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 944 time: 0.4665794 May 21 16:13:47.435126 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:47.448093 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-110968bb-934c-493d-a9c0-841b7eae1f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:47.485937 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:47.508261 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33f29be-c1de-466c-96a4-58482451ae06 {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:13:47.540503 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port e33f29be-c1de-466c-96a4-58482451ae06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e33f29be-c1de-466c-96a4-58482451ae06,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:47.547166 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e6421108-baff-4dd2-92da-0f59ec8546b1 req-40924879-c807-458f-a1f2-59d4a7dd43d1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064769 May 21 16:13:47.554279 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfce7bd-11f8-48b6-a7cc-d45a54941fee,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:47.555413 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:47.563525 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-cdd6e3f4-c349-4fbb-a51e-83857d0de0e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:47.588148 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:47.596045 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:13:47.598867 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:13:47.677363 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7a783433-2741-4930-9250-5707e16ee1f5 req-680fc7ce-cd0b-4a77-a18b-0b1466af3998 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296758 May 21 16:13:47.733808 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=e33f29be-c1de-466c-96a4-58482451ae06,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:47.743377 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:47.805791 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['e33f29be-c1de-466c-96a4-58482451ae06'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:13:48.033386 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Router 995fb704-0f8c-4685-b1b8-afa9085327e5 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:13:48.061700 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3805858'] for router_interface, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:48.102399 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9d7db495-54a7-4e16-8972-5ed1092b9e7d None None] Provisioning complete for port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:48.102784 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9d7db495-54a7-4e16-8972-5ed1092b9e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:48.206677 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9d7db495-54a7-4e16-8972-5ed1092b9e7d None None] Port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:13:48.298680 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:48.309305 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Sync routers for ids ['995fb704-0f8c-4685-b1b8-afa9085327e5'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:48.318186 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] 10.222.0.91 "PUT /v2.0/routers/995fb704-0f8c-4685-b1b8-afa9085327e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8253267 May 21 16:13:48.323661 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Routers {'995fb704-0f8c-4685-b1b8-afa9085327e5'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:48.324394 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['995fb704-0f8c-4685-b1b8-afa9085327e5'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:48.594713 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Router 624efa99-bf36-4a6f-8774-ede6916e5e57 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:13:48.616927 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Set router 995fb704-0f8c-4685-b1b8-afa9085327e5 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:48.807625 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device bf86364d-07d2-4954-9606-f0369b25ab7a up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:49.015338 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port bf86364d-07d2-4954-9606-f0369b25ab7a triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:49.015727 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:49.033854 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f7688-059f-4487-9089-73f244301774 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:49.043704 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] Sync routers for ids ['624efa99-bf36-4a6f-8774-ede6916e5e57'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:49.065492 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53116) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:49.066460 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-895f7688-059f-4487-9089-73f244301774 admin admin] 10.222.0.91 "PUT /v2.0/routers/624efa99-bf36-4a6f-8774-ede6916e5e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3591032 May 21 16:13:49.069993 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] Routers {'624efa99-bf36-4a6f-8774-ede6916e5e57'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:49.070621 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['624efa99-bf36-4a6f-8774-ede6916e5e57'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:49.086866 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7e8ec-b0cc-491a-9784-e157547be988 req-372e5af4-c4ae-4a86-8438-2819c7b6b834 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:49.095264 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8dc7e8ec-b0cc-491a-9784-e157547be988 req-372e5af4-c4ae-4a86-8438-2819c7b6b834 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.2403440 May 21 16:13:49.139230 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e33f29be-c1de-466c-96a4-58482451ae06 up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:49.169096 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8dc7e8ec-b0cc-491a-9784-e157547be988 req-dc3f7c43-3198-4994-80af-ec4c30197fab tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713508 May 21 16:13:49.371091 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53120) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:49.375766 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port e33f29be-c1de-466c-96a4-58482451ae06 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:49.392476 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36248477', 'description': 'tempest-secgroup-smoke-36248477 description', 'project_id': 'c15f99910f3d4403a8f9b279a9900263'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:49.397629 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port e33f29be-c1de-466c-96a4-58482451ae06 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:49.398359 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:49.424121 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:49.433532 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] Set router 624efa99-bf36-4a6f-8774-ede6916e5e57 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:49.437141 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:49.440420 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:49.445880 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:49.496851 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:49.506175 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:13:45Z', 'revision_number': 4, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port': {'id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:37Z', 'updated_at': '2021-05-21T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '49aa9ca9-85b8-4795-b2a1-958d6615dba5', 'name': '', 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'mac_address': 'fa:16:3e:3f:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bddd22e-36e1-4b07-88a8-ec5d74fc93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:44Z', 'updated_at': '2021-05-21T16:13:46Z', 'revision_number': 2, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'subnets': [{'id': '9bddd22e-36e1-4b07-88a8-ec5d74fc93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:49.513235 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Checking router: 995fb704-0f8c-4685-b1b8-afa9085327e5 for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:49.513695 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Updating router 995fb704-0f8c-4685-b1b8-afa9085327e5 port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 binding host dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 16:13:49.560691 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:49.611202 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:49.628825 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:49.638706 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:49.649484 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:49.668747 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:49.718126 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b9cdf-ea2b-45e8-b552-3eb8c4d353f0 req-1459a488-6339-4a04-9429-b83b43340789 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:49.720033 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7e1b9cdf-ea2b-45e8-b552-3eb8c4d353f0 req-1459a488-6339-4a04-9429-b83b43340789 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 945 time: 0.4372487 May 21 16:13:49.849411 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7e1b9cdf-ea2b-45e8-b552-3eb8c4d353f0 req-61138d1b-f9dd-459c-8602-f3aa3bba4771 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136107 May 21 16:13:49.895311 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:13:47Z', 'revision_number': 5, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port': {'id': '893c4b59-02b1-4a0f-b228-3e81022bcd73', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:10:59Z', 'updated_at': '2021-05-21T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:49.901956 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] Checking router: 624efa99-bf36-4a6f-8774-ede6916e5e57 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:49.916951 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] Routers {'624efa99-bf36-4a6f-8774-ede6916e5e57'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:49.917612 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['624efa99-bf36-4a6f-8774-ede6916e5e57'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:49.955755 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:49.963007 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:49.968381 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-dce917b2-ec94-4c67-a84b-43d4d7847664 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:49.979802 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.035026 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.064256 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22c1d9c-1b24-468a-a190-01b30b24aa8e,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:50.076572 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:50.079705 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.081635 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:50.085318 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-e6366526-c763-47db-8657-163d02409a38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7024868 May 21 16:13:50.086206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53124) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:50.103427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port e33f29be-c1de-466c-96a4-58482451ae06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e33f29be-c1de-466c-96a4-58482451ae06,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:50.111016 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Notify callbacks [] for port, precommit_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.125891 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.128359 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'security_group_rule': {'security_group_id': 'e22c1d9c-1b24-468a-a190-01b30b24aa8e', 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:50.133908 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:50.137996 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:50.152059 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:50.163873 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:50.176036 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:50.185858 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06', 'code': 200} May 21 16:13:50.195393 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Deleting port 893c4b59-02b1-4a0f-b228-3e81022bcd73 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:50.199490 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.200802 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] Set router 624efa99-bf36-4a6f-8774-ede6916e5e57 gateway port host: None {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:50.255309 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Transition to ACTIVE for port object 49aa9ca9-85b8-4795-b2a1-958d6615dba5 will not be triggered until provisioned by entity L2. {{(pid=91726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:13:50.313843 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.350654 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] For port 893c4b59-02b1-4a0f-b228-3e81022bcd73, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=893c4b59-02b1-4a0f-b228-3e81022bcd73,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:50.351027 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.417314 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:13:49Z', 'revision_number': 6, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port_host': None}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:50.423232 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717f5ad-8578-4b68-996c-8a3b1f099733 None None] The sync data for ids ['624efa99-bf36-4a6f-8774-ede6916e5e57'] in dv-cinder-792462-8-smb is: [{'id': '624efa99-bf36-4a6f-8774-ede6916e5e57', 'name': 'tempest-TestMinimumBasicScenario-1399434134-router', 'tenant_id': '65f1c7535510424ba102d69fb4dcd26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:10:58Z', 'updated_at': '2021-05-21T16:13:49Z', 'revision_number': 6, 'project_id': '65f1c7535510424ba102d69fb4dcd26a', 'gw_port_host': None}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:50.575970 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=e33f29be-c1de-466c-96a4-58482451ae06,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:50.584150 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:50.590244 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-3f582250-c558-4c01-b166-55a088502734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:50.647834 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172f236-f346-46d0-9c9b-26c4fed43445 req-fc40b136-3891-46d3-9369-d106120081ea tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:50.655681 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Calling delete_port for 893c4b59-02b1-4a0f-b228-3e81022bcd73 owned by network:router_gateway {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:50.658703 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5172f236-f346-46d0-9c9b-26c4fed43445 req-fc40b136-3891-46d3-9369-d106120081ea tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.2116807 May 21 16:13:50.670263 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.738469 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Attempting to bind port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 on host dv-cinder-792462-8-smb for vnic_type normal with profile {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:13:50.739547 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Attempting to bind port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 by drivers openvswitch,hyperv on host dv-cinder-792462-8-smb at level 0 using segments [{'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:13:50.740324 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Attempting to bind port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 on network 39b4f892-c008-49f8-b4cb-321e0e5f022d {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:13:50.749530 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa965e37-2a23-4625-8af1-3b98b94c24ec None None] Pushing event updated for resources: {'Port': ['ID=49aa9ca9-85b8-4795-b2a1-958d6615dba5,revision_number=3']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:50.756635 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.762744 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Checking agent: {'id': 'f0cdd134-44f3-4227-841d-e386ed0c02c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-8-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 0, 30), 'started_at': datetime.datetime(2021, 5, 21, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-8-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:13:50.770128 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Checking segment: {'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:13:50.770128 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.770128 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Bound using segment: {'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'} {{(pid=91726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:13:50.770128 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.managers [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Bound port: 49aa9ca9-85b8-4795-b2a1-958d6615dba5, host: dv-cinder-792462-8-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d'}}] {{(pid=91726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:13:50.770128 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.773314 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5172f236-f346-46d0-9c9b-26c4fed43445 req-c9f64be9-5e62-4de1-ab13-5de6a4b14e50 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134739 May 21 16:13:50.782999 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-aa965e37-2a23-4625-8af1-3b98b94c24ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:50.785605 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.813416 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:50.859534 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0cfce7bd-11f8-48b6-a7cc-d45a54941fee no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:50.904299 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efed4cac-c835-4bd4-9b04-3b2549ddd2fa,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:50.906394 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.910335 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8029525 May 21 16:13:50.911604 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53134) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:50.916926 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 0cfce7bd-11f8-48b6-a7cc-d45a54941fee {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:50.918734 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0cfce7bd-11f8-48b6-a7cc-d45a54941fee not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:50.919204 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'security_group_rule': {'security_group_id': 'e22c1d9c-1b24-468a-a190-01b30b24aa8e', 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:50.920755 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-704b3cb1-06ee-45e0-8671-1c73c00c256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:50.938529 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:50.939527 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c15ab6-d770-466d-b32f-d6c97f24e3d1 req-bc80cddf-b492-4727-b982-b23d6c0acc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:50.941031 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-82c15ab6-d770-466d-b32f-d6c97f24e3d1 req-bc80cddf-b492-4727-b982-b23d6c0acc74 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 1099 time: 0.3754649 May 21 16:13:50.948945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:50.953102 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:50.954077 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] For port 49aa9ca9-85b8-4795-b2a1-958d6615dba5, host dv-cinder-792462-8-smb, cleared binding levels {{(pid=91726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:13:50.958400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] For port 49aa9ca9-85b8-4795-b2a1-958d6615dba5, host dv-cinder-792462-8-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=49aa9ca9-85b8-4795-b2a1-958d6615dba5,segment=NetworkSegment(c4db5dc3-d66a-4988-830e-3c8f41d5fb31),segment_id=c4db5dc3-d66a-4988-830e-3c8f41d5fb31)] {{(pid=91726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:13:50.964202 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:50.966479 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:50.983168 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:51.009535 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.098384 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa965e37-2a23-4625-8af1-3b98b94c24ec None None] Pushing event updated for resources: {'Port': ['ID=49aa9ca9-85b8-4795-b2a1-958d6615dba5,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:51.101382 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-aa965e37-2a23-4625-8af1-3b98b94c24ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:51.128205 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.140089 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.142186 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Routers {'995fb704-0f8c-4685-b1b8-afa9085327e5'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:51.142186 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['995fb704-0f8c-4685-b1b8-afa9085327e5'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:51.145128 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e267ab94-e5f4-43d4-8426-d51c9f2b4b5a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:51.158974 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-82c15ab6-d770-466d-b32f-d6c97f24e3d1 req-07cf070e-0883-4be8-891f-799b5c1402c3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987791 May 21 16:13:51.169751 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ce2a10-20f9-41eb-9841-233bab72e0db,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:51.186837 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:51.202397 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.204481 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3370d606-2f95-4546-b518-a6b0bc78d161 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917209 May 21 16:13:51.207332 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53142) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:51.217963 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'security_group_rule': {'security_group_id': 'e22c1d9c-1b24-468a-a190-01b30b24aa8e', 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:51.241259 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:51.247173 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:51.250775 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:51.262120 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:51.309264 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.329515 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712d415-b0ce-48a4-a4f7-6d6d58e7a0a5 req-e6bea476-adec-47a3-991a-541d6c59d984 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:51.330256 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-4712d415-b0ce-48a4-a4f7-6d6d58e7a0a5 req-e6bea476-adec-47a3-991a-541d6c59d984 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:13:51.430727 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-4712d415-b0ce-48a4-a4f7-6d6d58e7a0a5 req-e6bea476-adec-47a3-991a-541d6c59d984 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:13:51.431968 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4712d415-b0ce-48a4-a4f7-6d6d58e7a0a5 req-e6bea476-adec-47a3-991a-541d6c59d984 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 946 time: 0.2721019 May 21 16:13:51.484742 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.505476 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.512827 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4712d415-b0ce-48a4-a4f7-6d6d58e7a0a5 req-5f1f03ef-db18-49aa-8e51-fdc4bba4d3b0 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713046 May 21 16:13:51.516803 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.526474 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-47b5b168-84bc-4fc7-8ad8-93e3362dee7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:51.558107 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] Set router 995fb704-0f8c-4685-b1b8-afa9085327e5 gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:51.559886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:51.613370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=893c4b59-02b1-4a0f-b228-3e81022bcd73,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:51.622248 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:51.721127 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828779'] for router_gateway, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.762574 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2d821a-3983-4fef-bf6d-e7fe801c7a88,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:51.765854 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:51.767244 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.778184 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53146) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:51.779254 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-7004d2f1-3a5a-4e29-b74c-8ce0678c1743 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5682967 May 21 16:13:51.847195 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'security_group_rule': {'security_group_id': 'e22c1d9c-1b24-468a-a190-01b30b24aa8e', 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:51.867254 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:51.922814 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:51.933193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:51.938197 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4648'] for router, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.943434 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.945529 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:51.986722 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.998251 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3831751'] for router, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:51.998795 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 624efa99-bf36-4a6f-8774-ede6916e5e57 {{(pid=91725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 16:13:52.049707 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.053217 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-71edd89d-cf09-4fb8-bb39-755b46694bd1 admin admin] 10.222.0.91 "DELETE /v2.0/routers/624efa99-bf36-4a6f-8774-ede6916e5e57 HTTP/1.1" status: 204 len: 168 time: 2.9843431 May 21 16:13:52.053604 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53152) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:52.157447 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.170553 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.175519 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Deleting subnet b64c10ea-0c62-4127-a713-1196bdec20f1 {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:13:52.182271 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.199641 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c31abb-57a3-4709-a665-3483912cb524 req-22203609-1314-40cb-982f-55e26790b5c3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:52.210573 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f5c31abb-57a3-4709-a665-3483912cb524 req-22203609-1314-40cb-982f-55e26790b5c3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1972249 May 21 16:13:52.223357 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-165565fb-878b-4fb3-a43b-7b251841a153 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:52.224321 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:13:45Z', 'revision_number': 4, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port': {'id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:37Z', 'updated_at': '2021-05-21T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '49aa9ca9-85b8-4795-b2a1-958d6615dba5', 'name': '', 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'mac_address': 'fa:16:3e:3f:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bddd22e-36e1-4b07-88a8-ec5d74fc93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:44Z', 'updated_at': '2021-05-21T16:13:50Z', 'revision_number': 4, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'subnets': [{'id': '9bddd22e-36e1-4b07-88a8-ec5d74fc93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:52.235062 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe723c7e-6954-418c-b088-39c66ec2197b None None] The sync data for ids ['995fb704-0f8c-4685-b1b8-afa9085327e5'] in dv-cinder-792462-8-smb is: [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:13:45Z', 'revision_number': 4, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port': {'id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:37Z', 'updated_at': '2021-05-21T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '49aa9ca9-85b8-4795-b2a1-958d6615dba5', 'name': '', 'network_id': '39b4f892-c008-49f8-b4cb-321e0e5f022d', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'mac_address': 'fa:16:3e:3f:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bddd22e-36e1-4b07-88a8-ec5d74fc93e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:44Z', 'updated_at': '2021-05-21T16:13:50Z', 'revision_number': 4, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'subnets': [{'id': '9bddd22e-36e1-4b07-88a8-ec5d74fc93e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:52.328885 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f5c31abb-57a3-4709-a665-3483912cb524 req-0e766bb7-aa63-432c-9b55-5a6478aa7592 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162367 May 21 16:13:52.481113 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.554445 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba3530b-f37d-4d38-a800-2f3abdbb0108,revision_number=0']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:52.578876 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:52.595514 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.610836 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53158) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:52.623639 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'security_group_rule': {'security_group_id': 'e22c1d9c-1b24-468a-a190-01b30b24aa8e', 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:52.626238 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-209f1246-2b47-4720-958a-cbbee54489ee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8234835 May 21 16:13:52.642270 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:52.657425 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:52.674959 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:52.725496 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:52.758548 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.securitygroups_db [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Project c15f99910f3d4403a8f9b279a9900263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 16:13:52.785250 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.842204 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 49aa9ca9-85b8-4795-b2a1-958d6615dba5 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:52.952424 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning for port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:13:52.975468 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:52.975876 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.987011 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.996159 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:52.998370 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:53.055202 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acd0d40-cd88-477f-92d4-00abf337fab0,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:53.069449 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:53.073088 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.087949 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.089700 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-e9ab9da7-bc30-423a-b210-c8519d330765 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4759054 May 21 16:13:53.096936 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53162) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:53.098577 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'security_group_rule': {'security_group_id': 'e22c1d9c-1b24-468a-a190-01b30b24aa8e', 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:53.113548 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:13:53.125733 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:security_group_rule and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:13:53.129223 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:13:53.151404 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:13:53.180330 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.securitygroups_db [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Project c15f99910f3d4403a8f9b279a9900263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 16:13:53.186253 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.222441 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.310820 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] For port 49aa9ca9-85b8-4795-b2a1-958d6615dba5, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=49aa9ca9-85b8-4795-b2a1-958d6615dba5,segment=NetworkSegment(c4db5dc3-d66a-4988-830e-3c8f41d5fb31),segment_id=c4db5dc3-d66a-4988-830e-3c8f41d5fb31)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:53.319768 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.322143 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:53.391352 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.401579 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.407925 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:53.447054 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612ac01e-cdf8-4656-ad6e-839b73beac44,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:53.456804 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:53.465131 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 893c4b59-02b1-4a0f-b228-3e81022bcd73 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:53.470012 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.479269 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-8368fa18-9ee2-4f01-9906-39e974895b43 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3773255 May 21 16:13:53.479474 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306db20-e807-4296-9206-7b0156809a41 req-a07e5686-899c-4f83-9613-93beb9935e2a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:53.479474 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b306db20-e807-4296-9206-7b0156809a41 req-a07e5686-899c-4f83-9613-93beb9935e2a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 946 time: 0.5909574 May 21 16:13:53.650901 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.689038 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d2a13343-1641-4903-9fee-eab67ad00f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:53.723199 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd39ddb-9979-43e1-ab7e-daaceb0107cb req-06fbb4ef-00e0-48bb-a136-cf80d10f33a8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:53.732847 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2dd39ddb-9979-43e1-ab7e-daaceb0107cb req-06fbb4ef-00e0-48bb-a136-cf80d10f33a8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1517034 May 21 16:13:53.768815 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 893c4b59-02b1-4a0f-b228-3e81022bcd73 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:53.769173 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 893c4b59-02b1-4a0f-b228-3e81022bcd73 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:53.796836 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64c10ea-0c62-4127-a713-1196bdec20f1,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:53.813652 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Pushing event updated for resources: {'Port': ['ID=49aa9ca9-85b8-4795-b2a1-958d6615dba5,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:53.815161 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2dd39ddb-9979-43e1-ab7e-daaceb0107cb req-766ebb12-6677-452a-baa1-d30f7ba2ef65 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809326 May 21 16:13:53.818626 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:53.832716 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:53.845860 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b306db20-e807-4296-9206-7b0156809a41 req-ab228d83-f2a6-4a52-b054-68795df88680 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552508 May 21 16:13:53.853553 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:53.854548 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282ec43-2829-431b-a1c3-31c64e6a82de None None] Network 28dd159b-d880-4c18-9be3-d2dcbc1d4fea requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:13:53.859040 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53196) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:53.859813 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-74765e30-815c-4fac-8da0-17ba068d5785 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b64c10ea-0c62-4127-a713-1196bdec20f1 HTTP/1.1" status: 204 len: 168 time: 1.8051574 May 21 16:13:54.204769 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.332117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766eda7-5ae5-4222-8967-0866840b4ef0 req-d9e643b6-4d87-4a59-a3f4-4f228f25270e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:54.336942 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6766eda7-5ae5-4222-8967-0866840b4ef0 req-d9e643b6-4d87-4a59-a3f4-4f228f25270e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 946 time: 0.2166755 May 21 16:13:54.342579 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53210) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:54.345713 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] DHCP port deletion for 28dd159b-d880-4c18-9be3-d2dcbc1d4fea request from dv-cinder-792462-8-smb {{(pid=91726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 16:13:54.348028 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Request body: {'floatingip': {'port_id': 'e33f29be-c1de-466c-96a4-58482451ae06'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:13:54.386112 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Deleting port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:54.387058 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.455196 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] Deleting port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 {{(pid=91726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:13:54.456084 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.512524 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.608933 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] For port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,segment=NetworkSegment(81dd32d2-5858-4f92-aa13-a9a1a9cba72b),segment_id=81dd32d2-5858-4f92-aa13-a9a1a9cba72b)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:54.609334 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.622924 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] For port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,segment=NetworkSegment(81dd32d2-5858-4f92-aa13-a9a1a9cba72b),segment_id=81dd32d2-5858-4f92-aa13-a9a1a9cba72b)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:13:54.623505 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.721703 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 49aa9ca9-85b8-4795-b2a1-958d6615dba5 up at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:13:54.792740 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Calling delete_port for 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 owned by network:dhcp {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:54.841639 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] Calling delete_port for 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 owned by network:dhcp {{(pid=91726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:13:54.863709 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.873880 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-516febd4-f077-418c-b0fd-f825f645731d tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:54.887584 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Provisioning complete for port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:13:54.887962 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:54.985298 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] No DVR routers for this DVR port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 on host dv-cinder-792462-8-smb {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:13:54.987278 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Pushing event deleted for resources: {'Port': ['ID=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:55.052060 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:55.097484 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786'] for port, after_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.116088 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-aa965e37-2a23-4625-8af1-3b98b94c24ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:55.171249 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.210222 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dd159b-d880-4c18-9be3-d2dcbc1d4fea']}} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:55.248277 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dd32d2-5858-4f92-aa13-a9a1a9cba72b') {'for_net_delete': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:55.248679 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dd32d2-5858-4f92-aa13-a9a1a9cba72b') {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:55.293192 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426294'] for segment, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.294266 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] No DVR routers for this DVR port 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 on host dv-cinder-792462-8-smb {{(pid=91726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:13:55.307325 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] Pushing event deleted for resources: {'Port': ['ID=941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4,revision_number=None']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:55.309696 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-08660712-ede6-4f9e-94fd-1b088211141e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:55.348473 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.377557 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eeb80-9943-44ff-bfba-e1c021848ff3 req-bc61e463-7cd9-42e8-a474-4458a8dad70a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:55.378806 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7b8eeb80-9943-44ff-bfba-e1c021848ff3 req-bc61e463-7cd9-42e8-a474-4458a8dad70a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.1431832 May 21 16:13:55.382363 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=91724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:13:55.386230 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228851'] for segment, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: Traceback (most recent call last): May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: timer() May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: cb(*args, **kw) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: return func(*args, **kwargs) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: self._notify() May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: self.callback(batched_events) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: event.method(event) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: return f(self, *a, **k) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: return self._get(url).json() May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: return self.request(url, 'GET', **kwargs) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:13:55.406188 dv-cinder-792462-8-smb neutron-server[91724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:13:55.474970 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:13:55.528707 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7b8eeb80-9943-44ff-bfba-e1c021848ff3 req-2720f1dd-dc16-4f54-ab26-1717a0c539a5 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755734 May 21 16:13:55.541562 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.546978 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.550358 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.555199 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:13:55.556829 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 941ec2e1-2458-4ddf-8d5e-1e8175e0e8d4 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:13:55.587678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:55.591945 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:55.618121 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Pushing event deleted for resources: {'Network': ['ID=28dd159b-d880-4c18-9be3-d2dcbc1d4fea,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:55.626154 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:55.635995 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-206fd067-ea81-4f35-be1a-61b4abb2115d admin admin] 10.222.0.91 "DELETE /v2.0/networks/28dd159b-d880-4c18-9be3-d2dcbc1d4fea HTTP/1.1" status: 204 len: 168 time: 1.7757750 May 21 16:13:55.910664 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53238) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:55.955511 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.l3_db [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Floating IP d7bcdc15-9e31-4938-81b2-ca9c90c31b91 associated. External IP: 172.28.1.164, port: e33f29be-c1de-466c-96a4-58482451ae06. May 21 16:13:56.060428 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-0ef76840-b314-44ac-a4bd-dd7adbd00d42 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=86146e7d621947418ff023416815b53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454701 May 21 16:13:56.065282 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53242) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:56.147951 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:56.194563 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:56.275569 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:56.284448 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c5f708c1-5cf5-42d7-b9c6-c70b123bf275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:56.311999 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56f9f18-6e69-4148-b151-d4e2c914b66a,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:56.315570 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:56.349224 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:56.349224 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e56f9f18-6e69-4148-b151-d4e2c914b66a HTTP/1.1" status: 204 len: 168 time: 0.2760608 May 21 16:13:56.422504 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:13:56.639646 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:13:56.645129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:56.651904 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] Sync routers for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:13:56.672310 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:56.672866 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:56.779210 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b9d4a9d2-0025-45da-b485-3c036dfe3f16 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "PUT /v2.0/floatingips/d7bcdc15-9e31-4938-81b2-ca9c90c31b91 HTTP/1.1" status: 200 len: 992 time: 2.4354260 May 21 16:13:56.779939 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:13:56.959479 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095f48-3cb9-4e99-8aa2-65204a1faee4 req-37126e81-d853-4698-ace8-53d4dc6906b2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:56.976168 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-cc095f48-3cb9-4e99-8aa2-65204a1faee4 req-37126e81-d853-4698-ace8-53d4dc6906b2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.2532363 May 21 16:13:57.026801 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53262) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:57.028507 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06', 'status': 'completed', 'code': 200} May 21 16:13:57.032266 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:57.106013 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-cc095f48-3cb9-4e99-8aa2-65204a1faee4 req-cccd2816-2819-46fc-8fe2-cfe074c90532 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287982 May 21 16:13:57.174728 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-4b75e73d-b62e-4ab2-8c7b-6751cfcca87d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=65f1c7535510424ba102d69fb4dcd26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418192 May 21 16:13:57.176624 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53266) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:13:57.206917 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-5995b382-2202-4130-a24b-e64b10c95518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:57.209589 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-5995b382-2202-4130-a24b-e64b10c95518 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 1099 time: 0.1409402 May 21 16:13:57.274413 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-831a61fc-6bd9-404e-8980-ea68bb00bdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:57.284114 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eda4db0a-af74-4960-8da0-63c89cffe3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:57.325434 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eda4db0a-af74-4960-8da0-63c89cffe3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:57.423543 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eda4db0a-af74-4960-8da0-63c89cffe3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:57.431515 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-92420f06-e1fb-4c9b-a0f4-fd7dc441b781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:13:57.439598 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-9a44ec22-8d42-48df-9d36-7e678fe3ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:57.441523 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-9a44ec22-8d42-48df-9d36-7e678fe3ad35 service neutron] 10.222.0.84 "GET /v2.0/networks?id=49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 200 len: 912 time: 0.2252550 May 21 16:13:57.445639 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4db0a-af74-4960-8da0-63c89cffe3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee812f-e8f9-41d6-9140-9a9fbc9f368f,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:13:57.449161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-eda4db0a-af74-4960-8da0-63c89cffe3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:13:57.451241 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eda4db0a-af74-4960-8da0-63c89cffe3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:57.455286 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-eda4db0a-af74-4960-8da0-63c89cffe3ed admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/60ee812f-e8f9-41d6-9140-9a9fbc9f368f HTTP/1.1" status: 204 len: 168 time: 0.2776425 May 21 16:13:57.548184 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'd7bcdc15-9e31-4938-81b2-ca9c90c31b91', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'floating_ip_address': '172.28.1.164', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'port_id': 'e33f29be-c1de-466c-96a4-58482451ae06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'mac_address': 'fa:16:3e:4d:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:13:31Z', 'updated_at': '2021-05-21T16:13:55Z', 'revision_number': 1, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:57.555773 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] Checking router: 9f8e6d5d-a548-445d-9ee9-66cae535bf5b for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:13:57.576751 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:13:57.577909 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:13:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:57.645815 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-4dc8ce59-f281-4ab8-b8b0-b3dfc2bc857b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f29be-c1de-466c-96a4-58482451ae06 HTTP/1.1" status: 200 len: 1000 time: 0.1770458 May 21 16:13:57.751620 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-59d93d10-4a51-43bd-8bc9-3c188b52d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:57.751954 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-59d93d10-4a51-43bd-8bc9-3c188b52d46c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 200 len: 849 time: 0.0977581 May 21 16:13:57.894667 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:13:57.919871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-33703d43-0010-4c05-8355-074a212322ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:57.922203 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-33703d43-0010-4c05-8355-074a212322ff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=49a657cd-15ba-4837-a8a8-0baba6217852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1628797 May 21 16:13:58.212654 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-8d31a65e-928b-44a7-a5d9-99e43cbdf242 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826328 May 21 16:13:58.371091 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c7db911-9b74-4683-8d81-556f4c214c3a req-58dd8ec5-71c1-4d86-83ba-564277f4f1a8 service neutron] 10.222.0.84 "GET /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494267 May 21 16:13:58.388634 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'd7bcdc15-9e31-4938-81b2-ca9c90c31b91', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'floating_ip_address': '172.28.1.164', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'port_id': 'e33f29be-c1de-466c-96a4-58482451ae06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'mac_address': 'fa:16:3e:4d:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:13:31Z', 'updated_at': '2021-05-21T16:13:55Z', 'revision_number': 1, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:13:58.396231 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da9567-b5a5-435e-b6b2-ea6e78f9da97 None None] The sync data for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb is: [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'd7bcdc15-9e31-4938-81b2-ca9c90c31b91', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'floating_ip_address': '172.28.1.164', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'port_id': 'e33f29be-c1de-466c-96a4-58482451ae06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'mac_address': 'fa:16:3e:4d:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:13:31Z', 'updated_at': '2021-05-21T16:13:55Z', 'revision_number': 1, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:13:58.487446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7d3ef-a9a9-4f27-83d9-0cc9181cddcb req-64dc7317-46f9-42d6-bc5e-f0976407db17 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:58.489315 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e8a7d3ef-a9a9-4f27-83d9-0cc9181cddcb req-64dc7317-46f9-42d6-bc5e-f0976407db17 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.2237036 May 21 16:13:58.547548 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-e8a7d3ef-a9a9-4f27-83d9-0cc9181cddcb req-8eaf1e2a-ffc0-4888-8c9f-d3eb676926ca tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503485 May 21 16:13:58.652231 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d7e7e-729e-4ba0-9188-90b2e0e6bb8d None None] New status for floating IP d7bcdc15-9e31-4938-81b2-ca9c90c31b91: ACTIVE {{(pid=91727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:13:58.720054 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-5b1902c7-fcd6-43dc-ae7c-f9fb7e9e9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:58.721579 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-5b1902c7-fcd6-43dc-ae7c-f9fb7e9e9db2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1098 time: 0.0772970 May 21 16:13:58.863303 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-2aa5ca0c-af58-491e-b901-aa3a8f00d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:58.865086 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-2aa5ca0c-af58-491e-b901-aa3a8f00d42d service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1371562 May 21 16:13:58.999981 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-85355a55-65c1-4406-b1cb-29e0f8f66f1b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 1001 time: 0.1065431 May 21 16:13:59.073972 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-26054b76-1deb-45d8-89bf-a6623b0803a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:59.075439 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-26054b76-1deb-45d8-89bf-a6623b0803a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.0604360 May 21 16:13:59.167193 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-60e889a3-df77-4059-8781-7b6298c3f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:59.168657 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-60e889a3-df77-4059-8781-7b6298c3f6f8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801113 May 21 16:13:59.326005 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-627c9a9c-53cd-42d2-a301-0382ea4fbec2 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475964 May 21 16:13:59.467519 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-793d8c3f-eb33-4f4f-925d-f8b3118ec85d req-a0e354ba-9471-49af-8e1d-0781c5972c34 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333246 May 21 16:13:59.747668 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf07ec2-7998-4d95-85a4-ef60f4e7abc6 req-c4ce1b55-36d0-4110-b471-31684d2dbe36 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:13:59.749103 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-adf07ec2-7998-4d95-85a4-ef60f4e7abc6 req-c4ce1b55-36d0-4110-b471-31684d2dbe36 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.0817728 May 21 16:13:59.769495 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-78709351-b603-4bfa-8450-b360c4b6d973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:13:59.799533 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-adf07ec2-7998-4d95-85a4-ef60f4e7abc6 req-968f8b38-6373-4209-9db8-0af9212cb13e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 May 21 16:13:59.886702 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:00.656177 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:01.007921 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86fd12-9303-46a8-8964-d6cb02fc3fad req-6a4b2d7e-9ca6-477d-8831-bca857d13257 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:01.009736 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-da86fd12-9303-46a8-8964-d6cb02fc3fad req-6a4b2d7e-9ca6-477d-8831-bca857d13257 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 945 time: 0.0837338 May 21 16:14:01.056369 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-da86fd12-9303-46a8-8964-d6cb02fc3fad req-d21536de-164d-462a-a312-e040ec658e72 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 May 21 16:14:01.139301 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:14:01.272994 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:01.304647 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:14:01.317038 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:01.332213 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:01.335008 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-6996afc8-7e92-481f-873f-7e331c3d71dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:01.419090 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=8']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:01.430640 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:01.594576 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'code': 200} May 21 16:14:02.275893 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea9896-45bd-4270-998f-9f99b15e8ca7 req-882f1958-6003-4ae7-8942-29c7b9941a6f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:02.277397 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b2ea9896-45bd-4270-998f-9f99b15e8ca7 req-882f1958-6003-4ae7-8942-29c7b9941a6f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0919375 May 21 16:14:02.324835 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b2ea9896-45bd-4270-998f-9f99b15e8ca7 req-8d98263c-90a7-4819-b38b-87516b8a4485 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 May 21 16:14:02.507673 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:03.283352 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ddcd5-c4c3-42ba-9309-263c4a8924d0 req-e30f1e36-283e-4140-862f-62c5e1fef0e8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:03.284819 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c4ddcd5-c4c3-42ba-9309-263c4a8924d0 req-e30f1e36-283e-4140-862f-62c5e1fef0e8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0834906 May 21 16:14:03.332020 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c4ddcd5-c4c3-42ba-9309-263c4a8924d0 req-9feb9d37-9f71-4456-994b-c57f3aae5d04 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 May 21 16:14:03.528569 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53348) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:14:03.667318 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-b381f4d0-7cb3-4c13-b7cb-d99ce8925155 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372559 May 21 16:14:04.543397 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4080-5201-4b67-a124-a8409790ea03 req-eeb86162-ab34-4ca3-bc87-b5b20cdd6285 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:04.544764 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2dad4080-5201-4b67-a124-a8409790ea03 req-eeb86162-ab34-4ca3-bc87-b5b20cdd6285 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0974603 May 21 16:14:04.592891 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2dad4080-5201-4b67-a124-a8409790ea03 req-cded32aa-ecd1-4107-987b-9f989a19dc4a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421462 May 21 16:14:05.141162 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:14:05.280137 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bab68-e424-48fb-985c-e751519a9856 req-693a84c8-8783-4c17-8a1b-929bacbcf70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:05.281676 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-693a84c8-8783-4c17-8a1b-929bacbcf70c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed&tenant_id=2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 1096 time: 0.0724058 May 21 16:14:05.387325 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bab68-e424-48fb-985c-e751519a9856 req-e28b2091-6278-44ba-b727-62ce2ba2b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:05.388809 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-e28b2091-6278-44ba-b727-62ce2ba2b369 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1096 time: 0.0771601 May 21 16:14:05.522304 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bab68-e424-48fb-985c-e751519a9856 req-ba7efc61-6eeb-4563-b004-90bf0fe530a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:05.523772 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-ba7efc61-6eeb-4563-b004-90bf0fe530a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1270704 May 21 16:14:05.627503 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-8fd91758-abd6-4e78-9543-4ea376eccf6c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 999 time: 0.0957210 May 21 16:14:05.691543 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bab68-e424-48fb-985c-e751519a9856 req-f16df24a-dbb5-488c-986f-b3cd8937e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:05.693931 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-f16df24a-dbb5-488c-986f-b3cd8937e411 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.0598490 May 21 16:14:05.935379 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bab68-e424-48fb-985c-e751519a9856 req-f8a3f73f-eff6-4742-bbda-9803b79cf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:05.937008 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-f8a3f73f-eff6-4742-bbda-9803b79cf67f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2352662 May 21 16:14:05.948832 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c49fd-d9e5-497c-b159-b8ba0a574067 req-a2399ff0-acd7-4ca9-85f9-0da4b69801c3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:05.950209 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1c3c49fd-d9e5-497c-b159-b8ba0a574067 req-a2399ff0-acd7-4ca9-85f9-0da4b69801c3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.2190356 May 21 16:14:06.074312 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1c3c49fd-d9e5-497c-b159-b8ba0a574067 req-22493dd1-d6bd-4629-ba7d-b984989edc71 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061833 May 21 16:14:06.112132 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-0fd8f617-3c60-4009-b6a8-17ca096f5427 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609972 May 21 16:14:06.251272 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4f2bab68-e424-48fb-985c-e751519a9856 req-a7eef229-a3b9-40d9-8616-aafe5bc3f6f0 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255836 May 21 16:14:07.301214 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787bac3-ab69-4460-988f-8e9054fd41d1 req-3c46caa4-886f-45c3-9508-2acedf59223b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:07.302964 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e787bac3-ab69-4460-988f-8e9054fd41d1 req-3c46caa4-886f-45c3-9508-2acedf59223b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0941291 May 21 16:14:07.372746 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e787bac3-ab69-4460-988f-8e9054fd41d1 req-08d5f799-ba30-4dc4-a0f2-7690adc8b32f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639544 May 21 16:14:08.584334 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd064-d9ef-4960-8bfd-bf7c8b8c3a81 req-ddeffd21-16a9-4880-80be-720961df1bf7 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:08.586063 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f7ccd064-d9ef-4960-8bfd-bf7c8b8c3a81 req-ddeffd21-16a9-4880-80be-720961df1bf7 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0910647 May 21 16:14:08.634005 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f7ccd064-d9ef-4960-8bfd-bf7c8b8c3a81 req-84542d0c-5072-4e5a-8114-3978cd173966 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 May 21 16:14:09.064163 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:14:09.400771 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-920625dd-873a-4234-bbce-516bf952155f req-29581352-94f5-4455-bd19-b47bd245c475 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Synchronizing usage tracker for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:14:09.420504 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-920625dd-873a-4234-bbce-516bf952155f req-29581352-94f5-4455-bd19-b47bd245c475 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Unset dirty status for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:14:09.421712 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-29581352-94f5-4455-bd19-b47bd245c475 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36248477&fields=id&tenant_id=c15f99910f3d4403a8f9b279a9900263 HTTP/1.1" status: 200 len: 267 time: 0.0663898 May 21 16:14:09.589218 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-11b17fa7-f3ee-42e7-a6cb-77cb5a3fb84f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:09.589943 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-920625dd-873a-4234-bbce-516bf952155f req-11b17fa7-f3ee-42e7-a6cb-77cb5a3fb84f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Synchronizing usage tracker for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:network {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:14:09.608202 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-920625dd-873a-4234-bbce-516bf952155f req-11b17fa7-f3ee-42e7-a6cb-77cb5a3fb84f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Unset dirty status for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:network {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:14:09.610292 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-11b17fa7-f3ee-42e7-a6cb-77cb5a3fb84f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 807 time: 0.1804163 May 21 16:14:09.626182 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-49c7384b-7724-4a59-bf93-810253ab722c tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/quotas/c15f99910f3d4403a8f9b279a9900263 HTTP/1.1" status: 200 len: 375 time: 0.0095930 May 21 16:14:09.713603 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-920625dd-873a-4234-bbce-516bf952155f req-92991363-d172-4609-a574-a310ba52f9a5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Synchronizing usage tracker for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:14:09.732866 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-920625dd-873a-4234-bbce-516bf952155f req-92991363-d172-4609-a574-a310ba52f9a5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Unset dirty status for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:14:09.734469 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-92991363-d172-4609-a574-a310ba52f9a5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020560 May 21 16:14:09.891433 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-b51983c7-0bb1-4560-a224-7cb202ad2ecf service neutron] 10.222.0.91 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386516 May 21 16:14:10.041786 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-855754af-246b-4367-88c3-bfc474a80d97 service neutron] 10.222.0.91 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438012 May 21 16:14:10.608329 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c204ce6-e887-4e7e-a85b-35cd1db95232 req-51ec7e11-4f83-42da-8c6b-558bc1018dd2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:10.610008 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c204ce6-e887-4e7e-a85b-35cd1db95232 req-51ec7e11-4f83-42da-8c6b-558bc1018dd2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.1111884 May 21 16:14:10.671370 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7c204ce6-e887-4e7e-a85b-35cd1db95232 req-cb4cd479-1790-4ce9-901d-44b34d60d866 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544233 May 21 16:14:10.770333 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-06a76791-190a-43b0-92eb-14d2d1aef531 req-581539dd-0acb-40cb-8c7a-c3afed0a8c0d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0448630 May 21 16:14:11.874763 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283cb0e-578c-498a-bef2-9017522d208c req-0815646c-c10f-4217-8220-425a95273a99 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:11.876251 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0283cb0e-578c-498a-bef2-9017522d208c req-0815646c-c10f-4217-8220-425a95273a99 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0886569 May 21 16:14:11.924575 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0283cb0e-578c-498a-bef2-9017522d208c req-7b735b88-3f03-4e32-bd7f-d6c8e3ab4984 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421073 May 21 16:14:12.075744 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c5605e56-3096-499e-b9a2-07cf50c617a5 req-73c9a9a6-1fe7-4f4a-8d89-f9725f4942a4 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0440154 May 21 16:14:12.975708 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:13.134837 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464427-89bd-4be1-b4a6-60846a713002 req-83a626e8-70ff-4d9e-8021-3e24795f46fa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:13.136314 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c0464427-89bd-4be1-b4a6-60846a713002 req-83a626e8-70ff-4d9e-8021-3e24795f46fa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0882344 May 21 16:14:13.182850 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c0464427-89bd-4be1-b4a6-60846a713002 req-664aadcc-4e7e-409f-9607-d34fda6737b0 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 May 21 16:14:13.352514 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bc13b705-873c-475a-b2f7-fbc0467f4cd5 req-c1e6585d-30c3-484f-bd9b-18bfe1c9d041 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0454102 May 21 16:14:14.393934 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c91a89-3391-450d-8fd4-10ba6ae3006e req-4df8ab75-36bd-4071-935a-ec1349985cc3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:14.395669 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-68c91a89-3391-450d-8fd4-10ba6ae3006e req-4df8ab75-36bd-4071-935a-ec1349985cc3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0929060 May 21 16:14:14.543286 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-68c91a89-3391-450d-8fd4-10ba6ae3006e req-f30698cd-7d4f-4c9b-b2e3-3fcdfbec95ca tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417048 May 21 16:14:14.704913 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2922a99f-ce7a-4ebe-9446-9914218ec0d5 req-c72e4d91-df6b-4405-9526-3314b648310e tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0442591 May 21 16:14:15.765157 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee521d92-f682-48bd-9a80-b596dbea9a8f req-88d3bedb-7286-4d95-b15c-a93016392a27 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:15.766728 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ee521d92-f682-48bd-9a80-b596dbea9a8f req-88d3bedb-7286-4d95-b15c-a93016392a27 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.1023052 May 21 16:14:15.826882 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ee521d92-f682-48bd-9a80-b596dbea9a8f req-1c8b52c3-843e-4393-86d4-d90562f4cfef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523531 May 21 16:14:15.979592 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3b9b86af-1ace-4707-bce3-75d86292325e req-e3f53cc0-e399-4f12-84c6-7de4b99099e8 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0454190 May 21 16:14:17.039071 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf70354-37a1-414f-ae25-ab9949a0d310 req-d0b5bfb3-131e-4c4c-9b95-ed723a52dc4f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:17.040832 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0cf70354-37a1-414f-ae25-ab9949a0d310 req-d0b5bfb3-131e-4c4c-9b95-ed723a52dc4f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0875237 May 21 16:14:17.091269 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0cf70354-37a1-414f-ae25-ab9949a0d310 req-3ab41615-81ed-4de3-b19d-2b19a1f64050 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 May 21 16:14:17.233036 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-602d962b-c96c-4b7a-9875-0e7c2b0488f5 req-a2584041-d8c1-4563-988f-a24f7d80ee7a tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0441198 May 21 16:14:18.287111 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81eeb-e70b-4180-b6b6-0a367358f1b6 req-d2636b09-5794-440e-a041-9bd5a867cfea tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:18.288615 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-feb81eeb-e70b-4180-b6b6-0a367358f1b6 req-d2636b09-5794-440e-a041-9bd5a867cfea tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 943 time: 0.0867944 May 21 16:14:18.334033 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-feb81eeb-e70b-4180-b6b6-0a367358f1b6 req-b5fc08c1-ae47-4443-a8a6-1995d99ce0f0 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396349 May 21 16:14:18.395699 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-192bf79f-dd25-4fdc-93ba-208e055f806f req-2edcd7d2-e425-4854-84f4-4f13ec37723e tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0493751 May 21 16:14:18.554514 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-bc72db2a-dcbc-4557-9d66-33c77087fc12 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:18.555920 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-bc72db2a-dcbc-4557-9d66-33c77087fc12 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 807 time: 0.1517601 May 21 16:14:18.607052 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-6d6b31b5-dbe3-4021-b383-2e8cf69a874d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c15f99910f3d4403a8f9b279a9900263 HTTP/1.1" status: 200 len: 378 time: 0.0418015 May 21 16:14:18.616035 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'port': {'device_id': '55199018-28aa-448b-85d2-4a36047608b7', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'admin_state_up': True, 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'security_groups': ['e22c1d9c-1b24-468a-a190-01b30b24aa8e']}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:14:18.750795 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:14:18.762334 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:14:18.773726 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Made reservation on behalf of c15f99910f3d4403a8f9b279a9900263 for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:14:18.777277 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:18.944526 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Allocated IP 172.20.0.6 (d44bf262-b95c-4530-bb80-dca3d457a480/816a0637-d638-4120-93a6-8cb0086cbd76/40528c87-8419-4ce8-ba25-146def0d0e8c) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:14:19.146074 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:19.163312 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Transition to ACTIVE for port object 40528c87-8419-4ce8-ba25-146def0d0e8c will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:14:19.188297 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:19.195109 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-92568f1b-35fb-458b-bf38-849ec4f01033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:19.248622 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:14:19.267548 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Network d44bf262-b95c-4530-bb80-dca3d457a480 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:14:19.271674 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:14:19.274231 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:14:19.319581 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:19.322683 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:19.347586 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:19.348328 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:19.389544 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-56f236b6-ed39-42e1-adc2-4f0695966b6f tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770963 May 21 16:14:19.402515 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:19.403696 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Request body: {'port': {'device_id': '55199018-28aa-448b-85d2-4a36047608b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:14:19.417835 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'port_id': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'mac_address': 'fa:16:3e:61:3b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:14:19.493288 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:19.517485 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e420251-7c4f-4878-b370-0311e68dfc0e {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:14:19.534620 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:19.537777 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-8746f8c0-db3a-473d-9743-77b5f75fe37a None None] Provisioning for port 40528c87-8419-4ce8-ba25-146def0d0e8c completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:14:19.555424 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:19.563586 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:19.573007 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:19.605306 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b871ca-60f6-479c-8918-7546cf4a73c8 req-3cdab833-492a-4bd2-a466-d376f5863e8a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:19.612330 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-33b871ca-60f6-479c-8918-7546cf4a73c8 req-3cdab833-492a-4bd2-a466-d376f5863e8a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 944 time: 0.0971484 May 21 16:14:19.625665 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-8746f8c0-db3a-473d-9743-77b5f75fe37a None None] Provisioning complete for port 40528c87-8419-4ce8-ba25-146def0d0e8c triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:14:19.626429 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8746f8c0-db3a-473d-9743-77b5f75fe37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:19.681379 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-33b871ca-60f6-479c-8918-7546cf4a73c8 req-9ec38875-0b9e-4e1e-af9f-e14a67c69053 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680768 May 21 16:14:19.739585 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-8746f8c0-db3a-473d-9743-77b5f75fe37a None None] Port 40528c87-8419-4ce8-ba25-146def0d0e8c cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:14:19.743600 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=9']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:19.746590 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:19.789190 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['3e420251-7c4f-4878-b370-0311e68dfc0e'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:14:19.839750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce259b3-46bc-4e96-a132-82ff9fe2dcc1 req-00e614df-c073-4422-9cb1-88780ffab12d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:19.840780 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-0ce259b3-46bc-4e96-a132-82ff9fe2dcc1 req-00e614df-c073-4422-9cb1-88780ffab12d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Synchronizing usage tracker for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:14:19.892003 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-0ce259b3-46bc-4e96-a132-82ff9fe2dcc1 req-00e614df-c073-4422-9cb1-88780ffab12d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Unset dirty status for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:14:19.893205 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0ce259b3-46bc-4e96-a132-82ff9fe2dcc1 req-00e614df-c073-4422-9cb1-88780ffab12d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 931 time: 0.2817371 May 21 16:14:20.118512 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0ce259b3-46bc-4e96-a132-82ff9fe2dcc1 req-71338486-2402-4d3c-986f-b25beee9e419 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2173991 May 21 16:14:20.237092 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40528c87-8419-4ce8-ba25-146def0d0e8c {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:14:20.246869 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:20.264556 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Transition to ACTIVE for port object 40528c87-8419-4ce8-ba25-146def0d0e8c will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:14:20.268536 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:20.273612 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b6d56a5f-a9e3-49a5-9d08-c1f35d2959be tempest-VolumesSnapshotTestJSON-740797559 tempest-VolumesSnapshotTestJSON-740797559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:20.431853 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:20.434790 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:20.517175 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Attempting to bind port 40528c87-8419-4ce8-ba25-146def0d0e8c on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:14:20.517522 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Attempting to bind port 40528c87-8419-4ce8-ba25-146def0d0e8c by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:14:20.517861 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Attempting to bind port 40528c87-8419-4ce8-ba25-146def0d0e8c on network d44bf262-b95c-4530-bb80-dca3d457a480 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:14:20.522869 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Port 40528c87-8419-4ce8-ba25-146def0d0e8c on network d44bf262-b95c-4530-bb80-dca3d457a480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:14:20.523186 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Attempting to bind port 40528c87-8419-4ce8-ba25-146def0d0e8c on network d44bf262-b95c-4530-bb80-dca3d457a480 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:14:20.528182 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:14:20.528514 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Checking segment: {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:14:20.528894 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Bound using segment: {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:14:20.529318 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Bound port: 40528c87-8419-4ce8-ba25-146def0d0e8c, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0148acbf-59d6-4a2b-ac2b-952297ee300a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:14:20.529693 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:20.627547 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:14:20.630804 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:14:20.635629 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:20.639240 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7a8e8a4c-50ac-4d5b-a1eb-17bb7662c6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:20.699523 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:20.700151 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:20.701567 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] 10.222.0.84 "PUT /v2.0/ports/40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 1093 time: 1.3030527 May 21 16:14:20.702084 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:14:20.725687 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:20.737635 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:20.830966 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-c9f54e64-4086-43db-914a-ee237b288909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:20.833795 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-c9f54e64-4086-43db-914a-ee237b288909 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1096 time: 0.0894079 May 21 16:14:20.840446 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'status': 'completed', 'code': 200} May 21 16:14:20.913312 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-18159ca2-ccfa-4fbb-b02e-83e32b30eea3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 217 time: 0.0694323 May 21 16:14:20.914877 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04bfc5-3c25-4ff8-99c6-5b18be25d6fa req-2a7ae326-fea3-4f74-9a8d-11e7385ab1a9 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:20.916353 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9d04bfc5-3c25-4ff8-99c6-5b18be25d6fa req-2a7ae326-fea3-4f74-9a8d-11e7385ab1a9 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 944 time: 0.0938091 May 21 16:14:20.967644 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9d04bfc5-3c25-4ff8-99c6-5b18be25d6fa req-036e3cc8-02d0-410b-a680-21a7cede9138 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454988 May 21 16:14:20.978932 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-5c654f45-102e-4f68-8e16-d78b31973a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:20.980580 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-5c654f45-102e-4f68-8e16-d78b31973a28 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.0609825 May 21 16:14:21.062290 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920625dd-873a-4234-bbce-516bf952155f req-6ff21b08-2957-43a6-99e0-79d34579b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:21.063695 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-6ff21b08-2957-43a6-99e0-79d34579b23f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762000 May 21 16:14:21.208405 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-898e2fb4-0d9b-4a11-84bc-b7c9c0764fde service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373434 May 21 16:14:21.248614 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:14:21.320309 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4def89-a1f1-485f-8dd3-829dc126cb7c req-be527d70-3b29-4d52-acc7-723ed9004245 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:21.322121 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4f4def89-a1f1-485f-8dd3-829dc126cb7c req-be527d70-3b29-4d52-acc7-723ed9004245 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 943 time: 0.0948319 May 21 16:14:21.328793 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 3e420251-7c4f-4878-b370-0311e68dfc0e triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:14:21.329176 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:21.370517 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-920625dd-873a-4234-bbce-516bf952155f req-5fcd0833-ca83-4b4f-9bd7-0934b0587fb3 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550026 May 21 16:14:21.382281 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4f4def89-a1f1-485f-8dd3-829dc126cb7c req-c1b6b08e-9d20-41fe-8e29-bea4c8aed9ba tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Synchronizing usage tracker for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:14:21.396584 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-4f4def89-a1f1-485f-8dd3-829dc126cb7c req-c1b6b08e-9d20-41fe-8e29-bea4c8aed9ba tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Unset dirty status for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:14:21.397859 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4f4def89-a1f1-485f-8dd3-829dc126cb7c req-c1b6b08e-9d20-41fe-8e29-bea4c8aed9ba tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670543 May 21 16:14:21.487885 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-110e1634-218a-4328-b645-ec10fc7c7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:21.490684 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-110e1634-218a-4328-b645-ec10fc7c7709 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1096 time: 0.0738814 May 21 16:14:21.493163 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:21.520334 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:14:21.530991 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:21.535963 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:21.538648 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:21.575838 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'code': 200} May 21 16:14:21.609436 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=10']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:21.612245 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:21.633494 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-295b9afd-4559-4b6f-912f-d45a51306c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:21.635218 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-295b9afd-4559-4b6f-912f-d45a51306c8a service neutron] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 909 time: 0.1363158 May 21 16:14:21.705903 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-abc41d45-7412-4ecf-a5c6-bfdcd0028464 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 217 time: 0.0627103 May 21 16:14:21.769480 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-4cc26e03-04f3-427e-bbf3-978155e97977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:21.771536 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-4cc26e03-04f3-427e-bbf3-978155e97977 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.0590155 May 21 16:14:21.958694 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-e80b8a23-d5a6-4c85-a62a-d2d32c8fbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:21.960064 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-e80b8a23-d5a6-4c85-a62a-d2d32c8fbe56 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1814671 May 21 16:14:22.103428 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-3325cab7-b493-418e-bd6f-82a43c44a089 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347482 May 21 16:14:22.169605 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e279c-a4f1-44a0-8bcf-7c3c037fa53d req-1f78dc94-1ada-47c0-840e-4ac4f2c80930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:22.171128 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0b6e279c-a4f1-44a0-8bcf-7c3c037fa53d req-1f78dc94-1ada-47c0-840e-4ac4f2c80930 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1099 time: 0.1378858 May 21 16:14:22.221062 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ba533-624b-43e5-b9ce-b97f9699792d req-bb0d52ec-b5fa-4671-baa9-7c9f1c693e64 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:22.222651 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f34ba533-624b-43e5-b9ce-b97f9699792d req-bb0d52ec-b5fa-4671-baa9-7c9f1c693e64 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 946 time: 0.1307123 May 21 16:14:22.231664 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0b6e279c-a4f1-44a0-8bcf-7c3c037fa53d req-16b0d9e7-dc0f-4fc0-b157-9f84df875dde service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520179 May 21 16:14:22.243956 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5d9da332-38c8-456f-852c-b60e83ea67c1 req-4b17b27b-82aa-49df-8869-a650e084f901 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314549 May 21 16:14:22.279038 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f34ba533-624b-43e5-b9ce-b97f9699792d req-a8815e6c-d19b-4ce7-b01f-17e516c301d3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463822 May 21 16:14:22.591939 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc80e1-dfa9-482d-8b03-30247767fb26 req-59d903ee-9cdf-4f98-8597-aafb32a69527 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:22.593481 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-acbc80e1-dfa9-482d-8b03-30247767fb26 req-59d903ee-9cdf-4f98-8597-aafb32a69527 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 943 time: 0.0851419 May 21 16:14:22.640399 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-acbc80e1-dfa9-482d-8b03-30247767fb26 req-1bae658a-2e54-48a6-99a2-e9d2b2e4b5e1 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410652 May 21 16:14:23.265761 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 40528c87-8419-4ce8-ba25-146def0d0e8c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:14:23.448536 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:23.474362 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'port_id': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'mac_address': 'fa:16:3e:75:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:14:23.497248 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bbcb-69fb-4b13-880e-154bc53c0f1b req-d068653d-0600-40bf-a543-5f296164d1ec tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:23.504654 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-54d8bbcb-69fb-4b13-880e-154bc53c0f1b req-d068653d-0600-40bf-a543-5f296164d1ec tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 946 time: 0.0962851 May 21 16:14:23.555765 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:23.556473 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-54d8bbcb-69fb-4b13-880e-154bc53c0f1b req-7c836d07-a115-445d-b441-93baadd57fe0 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502815 May 21 16:14:23.585487 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40528c87-8419-4ce8-ba25-146def0d0e8c {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:14:23.605914 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:23.610805 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:23.612651 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a41e41e0-1d43-4298-9151-48ed3822e354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:23.684987 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:23.688422 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:23.835905 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a9ec2-b42d-4ba8-834b-b724c357d68a req-7da75760-36c8-4c60-9e5d-a8f137689a0b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:23.837434 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ec9a9ec2-b42d-4ba8-834b-b724c357d68a req-7da75760-36c8-4c60-9e5d-a8f137689a0b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 944 time: 0.0865161 May 21 16:14:23.858217 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['40528c87-8419-4ce8-ba25-146def0d0e8c'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:14:23.884846 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ec9a9ec2-b42d-4ba8-834b-b724c357d68a req-c1575ab8-f089-4b0e-a62b-03e1d38f3039 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415969 May 21 16:14:24.759672 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8bb92-088c-4b19-b19f-b7951b5878d5 req-a1de4266-09eb-4f9b-be99-08a87931140e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:24.761076 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4cb8bb92-088c-4b19-b19f-b7951b5878d5 req-a1de4266-09eb-4f9b-be99-08a87931140e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 946 time: 0.0792701 May 21 16:14:24.806841 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4cb8bb92-088c-4b19-b19f-b7951b5878d5 req-b6c70398-dcda-4f8d-9040-2dc7ace8646f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401378 May 21 16:14:25.083689 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32b475-7afc-4120-b289-83dde0f5319c req-008f44b0-3ab2-4abc-b9b8-2fe58211a9eb tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:25.085133 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5e32b475-7afc-4120-b289-83dde0f5319c req-008f44b0-3ab2-4abc-b9b8-2fe58211a9eb tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 944 time: 0.0854967 May 21 16:14:25.130671 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5e32b475-7afc-4120-b289-83dde0f5319c req-9c6212d2-fdf7-4710-8e58-b2791f4b5674 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395877 May 21 16:14:25.282646 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 40528c87-8419-4ce8-ba25-146def0d0e8c up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:14:25.350221 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 40528c87-8419-4ce8-ba25-146def0d0e8c completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:14:25.355511 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 40528c87-8419-4ce8-ba25-146def0d0e8c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:14:25.355901 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:25.490502 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:25.520427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:14:25.531545 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:25.536550 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:25.538720 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-522c58bd-e831-41f5-a291-d8ef227e8ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:25.573129 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'code': 200} May 21 16:14:25.621106 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:25.629854 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.630312 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.630590 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.630959 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.631324 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.631700 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.632046 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.632369 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.632692 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.633012 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.633329 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.634012 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:25.638070 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:25.881792 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259232d4-3f60-4ca5-889b-b4fab08a622f req-99de7331-ea34-4eb5-8e4d-863b2f5eff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:25.883188 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-259232d4-3f60-4ca5-889b-b4fab08a622f req-99de7331-ea34-4eb5-8e4d-863b2f5eff44 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1098 time: 0.0715868 May 21 16:14:25.923766 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-259232d4-3f60-4ca5-889b-b4fab08a622f req-63cef175-8aa7-4411-9146-5e0052368ef9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344701 May 21 16:14:26.335029 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a3ab4-901b-40d5-bdcb-84428de878e8 req-3f48e53b-3574-4dce-9d3a-35a5abc66e13 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:26.336680 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-832a3ab4-901b-40d5-bdcb-84428de878e8 req-3f48e53b-3574-4dce-9d3a-35a5abc66e13 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0943375 May 21 16:14:26.387115 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-832a3ab4-901b-40d5-bdcb-84428de878e8 req-d7ef38f4-e386-4182-99c8-37dcdcdaf19a tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446773 May 21 16:14:27.241471 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-e126c4ec-a283-4910-9c43-bf47dc729856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:27.579355 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217bd93-3973-429f-96e1-f775be4857b9 req-3d1a03d6-9d05-4827-b554-481e835984ef tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:27.580748 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9217bd93-3973-429f-96e1-f775be4857b9 req-3d1a03d6-9d05-4827-b554-481e835984ef tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0879757 May 21 16:14:27.640253 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9217bd93-3973-429f-96e1-f775be4857b9 req-c862961c-f083-4b2c-8e28-86468c704469 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530360 May 21 16:14:27.837139 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ac17-3b13-4c8e-ae82-80d282b89e64 req-956b6784-cb46-47bd-bbe0-06534e799057 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:27.838570 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9957ac17-3b13-4c8e-ae82-80d282b89e64 req-956b6784-cb46-47bd-bbe0-06534e799057 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0873911 May 21 16:14:27.888563 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9957ac17-3b13-4c8e-ae82-80d282b89e64 req-57b191d9-223b-49b7-b85c-f4c7992bb54d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441141 May 21 16:14:27.914809 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53560) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:14:28.100729 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25fefd-8a14-4ee1-a8c0-4be0d8b0b741 tempest-TestShelveInstance-441453595 tempest-TestShelveInstance-441453595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:28.102185 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-8c25fefd-8a14-4ee1-a8c0-4be0d8b0b741 tempest-TestShelveInstance-441453595 tempest-TestShelveInstance-441453595-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1093 time: 0.1862516 May 21 16:14:28.105123 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53566) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:14:28.110318 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Request body: {'floatingip': {'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'port_id': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:14:28.116524 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:14:28.120493 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Usage tracker for resource:floatingip and tenant:c15f99910f3d4403a8f9b279a9900263 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:14:28.123380 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:14:28.129695 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:14:28.141136 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for floatingip, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:28.279340 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:28.512280 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Allocated IP 172.28.1.191 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/d8f6ca2c-2c52-4a18-b979-2ecb8e72abdc) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:14:28.673098 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:28.704723 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:28.708606 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bc49b31c-67bd-4172-92ab-d96cbb2ea7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:28.771025 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:14:28.774047 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:14:28.777485 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:14:28.810141 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'Port': ['ID=d8f6ca2c-2c52-4a18-b979-2ecb8e72abdc,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:28.828654 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.829014 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.829392 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.829751 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.830106 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.830446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.830788 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.831133 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.831480 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.831818 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.832223 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.832625 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:28.837458 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:29.220403 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:29.303185 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:29.525240 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:29.529715 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:29.533467 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-2f18377e-a4b6-4976-a6f4-7d9bd55d7350 tempest-VolumesActionsTest-1183738031 tempest-VolumesActionsTest-1183738031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:29.639765 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event updated for resources: {'Port': ['ID=d8f6ca2c-2c52-4a18-b979-2ecb8e72abdc,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:29.643811 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:29.656086 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:29.772380 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-09031fc8-e839-4325-ac57-ae9e2514edfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:29.833307 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.l3_db [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Floating IP bdcb26c1-5a4d-432f-b9dc-1df83d6e803b associated. External IP: 172.28.1.191, port: 40528c87-8419-4ce8-ba25-146def0d0e8c. May 21 16:14:29.896533 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:30.312580 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:14:30.491119 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:14:30.500011 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] Sync routers for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:14:30.509885 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:14:30.510494 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:14:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:30.516439 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:30.578347 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4721282 May 21 16:14:30.579078 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:14:30.685437 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'status': 'completed', 'code': 200} May 21 16:14:30.688104 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:30.700555 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:14:30.781827 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-b3c3cd92-6e56-49bb-b543-eee29f41d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:30.783205 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-b3c3cd92-6e56-49bb-b543-eee29f41d7e3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1098 time: 0.0720479 May 21 16:14:30.916373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-be5d5c66-21c6-484c-93c3-4dbd6def8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:30.917838 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-be5d5c66-21c6-484c-93c3-4dbd6def8913 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 909 time: 0.1284955 May 21 16:14:31.023550 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-204d73aa-54e6-41f5-bff6-d2037a26fe93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 999 time: 0.0981622 May 21 16:14:31.045771 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'bdcb26c1-5a4d-432f-b9dc-1df83d6e803b', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'port_id': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'mac_address': 'fa:16:3e:75:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55199018-28aa-448b-85d2-4a36047608b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:14:29Z', 'updated_at': '2021-05-21T16:14:29Z', 'revision_number': 0, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:37Z', 'revision_number': 5, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:31.049453 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] Checking router: 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:14:31.058758 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:14:31.059361 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:14:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:31.090841 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-d8fdf35e-2925-4835-8417-3686540680fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:31.092347 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-d8fdf35e-2925-4835-8417-3686540680fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.0612557 May 21 16:14:31.168613 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-2ea408a7-cd00-436f-b255-400025f4e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:31.170105 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-2ea408a7-cd00-436f-b255-400025f4e510 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710373 May 21 16:14:31.268810 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:14:31.312065 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-c4109d1d-884c-421c-86af-80ff66081c61 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345563 May 21 16:14:31.485094 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5adee162-de32-4c70-ab2b-5fbd7ff530d0 req-2cbb2498-21f5-4543-b77a-1e3c6184e6f7 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664875 May 21 16:14:31.641281 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'bdcb26c1-5a4d-432f-b9dc-1df83d6e803b', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'port_id': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'mac_address': 'fa:16:3e:75:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55199018-28aa-448b-85d2-4a36047608b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:14:29Z', 'updated_at': '2021-05-21T16:14:29Z', 'revision_number': 0, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:37Z', 'revision_number': 5, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:31.645400 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cce8f9-21b6-473a-a152-6fe5999f8710 None None] The sync data for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb is: [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': 'bdcb26c1-5a4d-432f-b9dc-1df83d6e803b', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'port_id': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'mac_address': 'fa:16:3e:75:41:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55199018-28aa-448b-85d2-4a36047608b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:14:29Z', 'updated_at': '2021-05-21T16:14:29Z', 'revision_number': 0, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:37Z', 'revision_number': 5, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:14:31.859629 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac95db2-0095-4748-81ba-8a38a44a6a71 None None] New status for floating IP bdcb26c1-5a4d-432f-b9dc-1df83d6e803b: ACTIVE {{(pid=91727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:14:32.505893 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:42.980633 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:45.236213 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-ed1fd86e-b30b-4af0-a222-463dfbbb14d0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696750 May 21 16:14:45.387404 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-b92a8f1d-e221-46e1-8a6e-885d60127d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:45.388882 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-b92a8f1d-e221-46e1-8a6e-885d60127d8d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 1099 time: 0.0820436 May 21 16:14:45.656266 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-77d47176-c255-43b7-bfdd-f0ce928b741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:45.657744 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-77d47176-c255-43b7-bfdd-f0ce928b741e service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.2395513 May 21 16:14:45.764410 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-e360bc7d-dad2-4397-9130-7df0fdd5d3ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 200 len: 1001 time: 0.0994678 May 21 16:14:45.829037 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-deb03e1d-e954-4614-ac30-0588cc9f61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:45.830490 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-deb03e1d-e954-4614-ac30-0588cc9f61e8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.0589001 May 21 16:14:45.912084 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-0246fb87-71c2-4289-99b1-06094eec1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:45.913614 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-0246fb87-71c2-4289-99b1-06094eec1af3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761735 May 21 16:14:46.062474 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:14:46.064753 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-0c189408-6be7-4846-bf0f-82278d77914e service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424100 May 21 16:14:46.212310 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f9d5ee25-46d3-419a-8635-32b5a015388b req-d7dc058f-4f07-4ce3-a27b-f3092784933c service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401031 May 21 16:14:50.028662 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e63743-c557-4dc0-aad6-e0566ac99c02 req-2d354d70-1d4b-4736-927d-1cc9c877eead tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:50.030170 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-11e63743-c557-4dc0-aad6-e0566ac99c02 req-2d354d70-1d4b-4736-927d-1cc9c877eead tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 946 time: 0.0843565 May 21 16:14:50.076422 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-11e63743-c557-4dc0-aad6-e0566ac99c02 req-98b1fb23-5fad-4791-bcf3-8923b452d879 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 May 21 16:14:51.271174 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e99c-7023-4e34-a453-413a422ee03a req-7a956a23-0878-4aa6-a7e3-6546f8d14da9 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:51.272666 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4a88e99c-7023-4e34-a453-413a422ee03a req-7a956a23-0878-4aa6-a7e3-6546f8d14da9 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 946 time: 0.0852053 May 21 16:14:51.318310 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4a88e99c-7023-4e34-a453-413a422ee03a req-38525f01-71a0-46be-80f8-4e7e38fdb31c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 May 21 16:14:51.975550 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-aa9891de-e80b-467b-9f8c-f0354eb84cfa tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:51.976977 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-aa9891de-e80b-467b-9f8c-f0354eb84cfa tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 946 time: 0.0900230 May 21 16:14:52.115702 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Deleting port e33f29be-c1de-466c-96a4-58482451ae06 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:14:52.116041 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:52.249100 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] For port e33f29be-c1de-466c-96a4-58482451ae06, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e33f29be-c1de-466c-96a4-58482451ae06,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:14:52.249385 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:52.616947 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:52.617308 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:52.617644 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.l3_db [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Floating IP d7bcdc15-9e31-4938-81b2-ca9c90c31b91 disassociated. External IP: 172.28.1.164, port: e33f29be-c1de-466c-96a4-58482451ae06. May 21 16:14:52.617983 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Calling delete_port for e33f29be-c1de-466c-96a4-58482451ae06 owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:14:52.635421 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473052c-a6d2-4303-bd5e-bc06d9832d0c req-94cb12e5-b28a-483a-b30d-73a1fe21a4da tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:14:52.636857 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c473052c-a6d2-4303-bd5e-bc06d9832d0c req-94cb12e5-b28a-483a-b30d-73a1fe21a4da tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 946 time: 0.2041941 May 21 16:14:52.695664 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c473052c-a6d2-4303-bd5e-bc06d9832d0c req-144be2d5-7c71-4f86-923c-866cfbb530d2 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups?id=a90b7c42-278a-49ba-bb1d-ed1abc2768bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480711 May 21 16:14:52.789070 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:52.795210 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f61162be-94d7-488e-88f0-008597424c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:52.944738 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event deleted for resources: {'Port': ['ID=e33f29be-c1de-466c-96a4-58482451ae06,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:52.956203 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.957357 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.957896 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.958426 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.958818 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.959155 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.959513 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.959865 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.960218 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.960568 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.960927 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:52.961258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:14:53.012789 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:53.160961 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:14:53.360715 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:14:53.374999 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] Sync routers for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:14:53.387819 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:14:53.388904 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:14:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:53.449857 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] No DVR routers for this DVR port e33f29be-c1de-466c-96a4-58482451ae06 on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:14:53.452455 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:53.456621 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'name': 'network-vif-deleted', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:14:53.473797 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c025c543-c5d5-4ff2-b1d0-59432dd5b086 req-01a685a0-e50b-4a81-84dc-2b08cc36f61e tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.84 "DELETE /v2.0/ports/e33f29be-c1de-466c-96a4-58482451ae06 HTTP/1.1" status: 204 len: 173 time: 1.4902897 May 21 16:14:53.518067 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c2062-ec5f-456f-a22b-5343b1a01ba5', 'name': 'network-vif-deleted', 'tag': 'e33f29be-c1de-466c-96a4-58482451ae06', 'status': 'completed', 'code': 200} May 21 16:14:53.605497 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:14:53.866898 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e5a22d07-6cb0-4c0d-9064-9a01a8d1e3dd req-d1749896-ae86-4e94-b2cb-71412b57c7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Synchronizing usage tracker for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:14:53.884057 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e5a22d07-6cb0-4c0d-9064-9a01a8d1e3dd req-d1749896-ae86-4e94-b2cb-71412b57c7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Unset dirty status for tenant:3e1bb61efae342dbb192ab01b522cc6d on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:14:53.885340 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5a22d07-6cb0-4c0d-9064-9a01a8d1e3dd req-d1749896-ae86-4e94-b2cb-71412b57c7c7 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/ports?device_id=fd1c2062-ec5f-456f-a22b-5343b1a01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0620522 May 21 16:14:53.937068 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:53.941595 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] Checking router: 9f8e6d5d-a548-445d-9ee9-66cae535bf5b for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:14:53.950928 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:14:53.951557 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:14:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:54.136812 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:14:54.490041 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:14:54.493980 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7c49e-95ad-4ff6-8f98-1fb8f1b65375 None None] The sync data for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb is: [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '7ef05baf-5958-4c20-86e7-12c2442598e7', 'name': '', 'network_id': '49a657cd-15ba-4837-a8a8-0baba6217852', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'mac_address': 'fa:16:3e:8d:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:35Z', 'updated_at': '2021-05-21T16:08:51Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'subnets': [{'id': '2ed56423-dc62-4b80-97c7-32936d587bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:14:54.701106 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62127941-545f-48fd-a9c1-1eefe394bf54 None None] New status for floating IP d7bcdc15-9e31-4938-81b2-ca9c90c31b91: DOWN {{(pid=91727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:14:55.017816 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53704) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:14:55.085455 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.116880 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.171291 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.176436 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-714f2794-a579-41d7-b216-c7452d68b419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:55.190094 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90b7c42-278a-49ba-bb1d-ed1abc2768bf,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:55.194220 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:55.201872 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.203036 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "DELETE /v2.0/security-groups/a90b7c42-278a-49ba-bb1d-ed1abc2768bf HTTP/1.1" status: 204 len: 168 time: 0.1842220 May 21 16:14:55.205629 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53708) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:14:55.223742 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.api.v2.resource [None req-e640774e-c2b0-46d1-81be-89e656e14764 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] show failed (client error): The resource could not be found. May 21 16:14:55.224763 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e640774e-c2b0-46d1-81be-89e656e14764 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "GET /v2.0/security-groups/a90b7c42-278a-49ba-bb1d-ed1abc2768bf HTTP/1.1" status: 404 len: 347 time: 0.0181844 May 21 16:14:55.227516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53712) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:14:55.450888 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Deleting port d5191b68-b0a0-4915-a00e-8bfa1037be30 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:14:55.451153 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.465768 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e33f29be-c1de-466c-96a4-58482451ae06 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:14:55.499758 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: e33f29be-c1de-466c-96a4-58482451ae06 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:14:55.500473 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device e33f29be-c1de-466c-96a4-58482451ae06 not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:14:55.570559 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.570885 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.692374 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Calling delete_port for d5191b68-b0a0-4915-a00e-8bfa1037be30 owned by network:floatingip {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:14:55.802170 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.805654 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:14:55.852846 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Pushing event deleted for resources: {'Port': ['ID=d5191b68-b0a0-4915-a00e-8bfa1037be30,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:14:55.878485 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:14:55.940902 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks [] for floatingip, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.958612 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:55.959753 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] 10.222.0.91 "DELETE /v2.0/floatingips/d7bcdc15-9e31-4938-81b2-ca9c90c31b91 HTTP/1.1" status: 204 len: 168 time: 0.7313707 May 21 16:14:57.237244 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-4f9231ea-ea05-4ce2-a44a-f2c5574b9355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:59.775122 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-831ef5ca-33ac-4096-84be-29d61455d67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:59.889227 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:14:59.982272 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53758) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:00.577673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127cb15-606d-4943-b012-38945ffa7c2a req-da5d3ac6-7672-4f29-b066-3fcf727b52a3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:00.579193 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f127cb15-606d-4943-b012-38945ffa7c2a req-da5d3ac6-7672-4f29-b066-3fcf727b52a3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 946 time: 0.1995406 May 21 16:15:00.625546 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f127cb15-606d-4943-b012-38945ffa7c2a req-a92df237-453c-4c72-b550-5d151585aeda tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398626 May 21 16:15:00.664934 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:00.676511 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3805902'] for router_interface, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:01.199039 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Deleting port 7ef05baf-5958-4c20-86e7-12c2442598e7 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:15:01.199823 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:01.322426 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] For port 7ef05baf-5958-4c20-86e7-12c2442598e7, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=7ef05baf-5958-4c20-86e7-12c2442598e7,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:01.322778 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:01.453806 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Calling delete_port for 7ef05baf-5958-4c20-86e7-12c2442598e7 owned by network:router_interface {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:15:01.602239 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:01.605720 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7df5442b-e51f-4fe6-9423-c64d7ba09f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:01.651717 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef05baf-5958-4c20-86e7-12c2442598e7,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:01.705644 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:01.924702 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda4a71-78ba-4608-93b2-d919a899c1ee req-12c65cb7-f7f1-4a48-a0c3-99ce7c1a530e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:01.926948 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9eda4a71-78ba-4608-93b2-d919a899c1ee req-12c65cb7-f7f1-4a48-a0c3-99ce7c1a530e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 946 time: 0.1833923 May 21 16:15:02.034127 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3805858'] for router_interface, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.056292 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9eda4a71-78ba-4608-93b2-d919a899c1ee req-4724c04b-fcdf-486e-8d99-ab40397dad2c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=b6c05370-168e-40ce-990d-6774f42f449b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797887 May 21 16:15:02.138962 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-a636bf0c-145c-47e4-9c6b-4bdd2965d0bd tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:02.140460 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-a636bf0c-145c-47e4-9c6b-4bdd2965d0bd tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 946 time: 0.0844958 May 21 16:15:02.304119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Deleting port 3e420251-7c4f-4878-b370-0311e68dfc0e {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:15:02.304362 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.437015 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:15:02.447773 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] For port 3e420251-7c4f-4878-b370-0311e68dfc0e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3e420251-7c4f-4878-b370-0311e68dfc0e,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:02.448131 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.517307 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.745605 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:15:02.762213 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-31903d35-2430-49bc-aef8-e4c306598943 admin admin] 10.222.0.91 "PUT /v2.0/routers/9f8e6d5d-a548-445d-9ee9-66cae535bf5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7751546 May 21 16:15:02.763175 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53772) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:02.767222 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] Sync routers for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:15:02.777745 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:15:02.778252 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:15:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:02.785988 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.786476 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.786812 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.l3_db [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Floating IP e39371cd-4455-40fe-ac9f-079330c33685 disassociated. External IP: 172.28.1.192, port: 3e420251-7c4f-4878-b370-0311e68dfc0e. May 21 16:15:02.787336 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Calling delete_port for 3e420251-7c4f-4878-b370-0311e68dfc0e owned by compute:nova {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:15:02.911568 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.918435 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-0bae7b9d-d9d5-47ad-bdd4-07355713cafb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:02.951048 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks [] for router, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:02.970179 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event deleted for resources: {'Port': ['ID=3e420251-7c4f-4878-b370-0311e68dfc0e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:02.991937 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:15:03.040331 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:03.135163 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:03.163359 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Router 11244c24-a535-41e6-b4f3-ec541f4d2920 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:15:03.227415 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Deleting port 4316104c-1817-49af-9e7f-ffa9d1e85843 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:15:03.227774 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:03.288814 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245'}], 'enable_snat': True}, 'gw_port_id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:15:01Z', 'revision_number': 5, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port': {'id': '4316104c-1817-49af-9e7f-ffa9d1e85843', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:08:27Z', 'updated_at': '2021-05-21T16:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:03.292535 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] Checking router: 9f8e6d5d-a548-445d-9ee9-66cae535bf5b for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:15:03.294012 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-161f6beb-2018-4cd0-95b3-fac4ca865190 req-6c8677e7-8ac4-4d25-8de6-9ddd2b876265 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0203c82-ec69-48f2-ae30-9c021a9ac4ed HTTP/1.1" status: 200 len: 210 time: 0.0523846 May 21 16:15:03.301453 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] Routers {'9f8e6d5d-a548-445d-9ee9-66cae535bf5b'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:15:03.302140 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:15:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:03.365238 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] For port 4316104c-1817-49af-9e7f-ffa9d1e85843, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=4316104c-1817-49af-9e7f-ffa9d1e85843,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:03.365734 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:03.412822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:15:03.427797 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] Sync routers for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:15:03.453663 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:15:03.454541 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:15:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:03.489756 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] Set router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b gateway port host: None {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:15:03.493992 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] No DVR routers for this DVR port 3e420251-7c4f-4878-b370-0311e68dfc0e on host hv-cinder-79246 {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:15:03.496526 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:03.507393 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-deleted', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:15:03.518102 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0eebd63a-22ef-4342-a28e-a60ca59652b9 req-3637eb5c-8950-4ee0-81c3-9d88e08deb6d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "DELETE /v2.0/ports/3e420251-7c4f-4878-b370-0311e68dfc0e HTTP/1.1" status: 204 len: 173 time: 1.3714671 May 21 16:15:03.546120 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Calling delete_port for 4316104c-1817-49af-9e7f-ffa9d1e85843 owned by network:router_gateway {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:15:03.596457 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0203c82-ec69-48f2-ae30-9c021a9ac4ed', 'name': 'network-vif-deleted', 'tag': '3e420251-7c4f-4878-b370-0311e68dfc0e', 'status': 'completed', 'code': 200} May 21 16:15:03.642336 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:15:03Z', 'revision_number': 6, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port_host': None}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:03.646823 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de7ea9-13a0-4348-a9a6-c6cc26eaf7b5 None None] The sync data for ids ['9f8e6d5d-a548-445d-9ee9-66cae535bf5b'] in dv-cinder-792462-8-smb is: [{'id': '9f8e6d5d-a548-445d-9ee9-66cae535bf5b', 'name': 'tempest-AttachVolumeTestJSON-422629847-router', 'tenant_id': '3e1bb61efae342dbb192ab01b522cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:08:26Z', 'updated_at': '2021-05-21T16:15:03Z', 'revision_number': 6, 'project_id': '3e1bb61efae342dbb192ab01b522cc6d', 'gw_port_host': None}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:15:03.725116 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:15:03.738908 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:03.743498 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-55ddcd86-68cd-41f4-bc43-ba7ca57496ff tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:03.817542 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Pushing event deleted for resources: {'Port': ['ID=4316104c-1817-49af-9e7f-ffa9d1e85843,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:03.820123 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:03.880874 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828779'] for router_gateway, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.046063 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:04.050926 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] Checking router: 11244c24-a535-41e6-b4f3-ec541f4d2920 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:15:04.060236 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:15:04.060856 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:15:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:04.061846 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4648'] for router, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.067209 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.232689 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3831751'] for router, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.233195 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f8e6d5d-a548-445d-9ee9-66cae535bf5b {{(pid=91724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 16:15:04.247778 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Notify callbacks [] for router, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.257280 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] 10.222.0.91 "DELETE /v2.0/routers/9f8e6d5d-a548-445d-9ee9-66cae535bf5b HTTP/1.1" status: 204 len: 168 time: 1.4854412 May 21 16:15:04.260070 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53780) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:04.305518 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:15:04.322440 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Deleting subnet 2ed56423-dc62-4b80-97c7-32936d587bb1 {{(pid=91724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:15:04.325341 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.388597 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426287'] for subnet, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.458396 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53788) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:04.478946 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.545079 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.576851 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.640690 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.650697 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c7ef0ea6-8f65-4363-8c93-bc573ba25843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:04.668752 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c05370-168e-40ce-990d-6774f42f449b,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:04.672056 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:04.690359 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:04.693949 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.695194 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "DELETE /v2.0/security-groups/b6c05370-168e-40ce-990d-6774f42f449b HTTP/1.1" status: 204 len: 168 time: 0.2364557 May 21 16:15:04.697591 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edbb360-a121-46e9-b630-039a4a49b882 None None] The sync data for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb is: [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:15:04.698055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53792) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:04.715038 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 4316104c-1817-49af-9e7f-ffa9d1e85843 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:15:04.773622 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 4316104c-1817-49af-9e7f-ffa9d1e85843 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:15:04.773871 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 4316104c-1817-49af-9e7f-ffa9d1e85843 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:15:04.774555 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7ef05baf-5958-4c20-86e7-12c2442598e7 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:15:04.778667 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283275'] for subnet, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.791961 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-482897c0-aa92-4804-83ce-03cc1265b043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:04.823585 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 7ef05baf-5958-4c20-86e7-12c2442598e7 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:15:04.823935 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7ef05baf-5958-4c20-86e7-12c2442598e7 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:15:04.824615 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:04.830391 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473c16f-4023-4a1b-ad7c-6ee75d4e52f2 None None] Network 49a657cd-15ba-4837-a8a8-0baba6217852 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:15:04.833257 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed56423-dc62-4b80-97c7-32936d587bb1,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:04.838505 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2ed56423-dc62-4b80-97c7-32936d587bb1 HTTP/1.1" status: 204 len: 168 time: 0.5749264 May 21 16:15:04.838505 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-94e21306-58b2-472a-8459-b3e1cd895dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:04.846017 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53796) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:04.856185 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.api.v2.resource [None req-b04c31ee-4709-4eca-b85e-e3cd73cd7a3c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] show failed (client error): The resource could not be found. May 21 16:15:04.857845 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b04c31ee-4709-4eca-b85e-e3cd73cd7a3c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups/b6c05370-168e-40ce-990d-6774f42f449b HTTP/1.1" status: 404 len: 347 time: 0.1588461 May 21 16:15:04.861108 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53800) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:04.982446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.077756 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Deleting port f87ff680-2a65-430e-81b5-9f2d4921f015 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:15:05.078242 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.130795 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Deleting port dfef853b-bbd3-42f1-8410-2b2241693568 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:15:05.131141 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.178017 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608326bb-1152-49f1-9b29-952bc5a567b7 None None] New status for floating IP e39371cd-4455-40fe-ac9f-079330c33685: DOWN {{(pid=91726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:15:05.199586 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] For port f87ff680-2a65-430e-81b5-9f2d4921f015, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=f87ff680-2a65-430e-81b5-9f2d4921f015,segment=NetworkSegment(d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093),segment_id=d3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:05.200039 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.240531 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] DHCP port deletion for 49a657cd-15ba-4837-a8a8-0baba6217852 request from dv-cinder-792462-8-smb {{(pid=91726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 16:15:05.268163 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.268562 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.331522 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Calling delete_port for f87ff680-2a65-430e-81b5-9f2d4921f015 owned by network:dhcp {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:15:05.389481 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.394730 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7025cad4-fb0b-4944-bad2-296bb60e1d4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:05.404392 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Calling delete_port for dfef853b-bbd3-42f1-8410-2b2241693568 owned by network:floatingip {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:15:05.439356 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87ff680-2a65-430e-81b5-9f2d4921f015,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:05.442112 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] No DVR routers for this DVR port f87ff680-2a65-430e-81b5-9f2d4921f015 on host dv-cinder-792462-8-smb {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:15:05.443295 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:05.480201 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Deleting port f87ff680-2a65-430e-81b5-9f2d4921f015 {{(pid=91726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:15:05.480780 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.500157 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:15:05.537811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.542217 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ba48a5be-4f1c-40b8-853c-8f19d7969320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:05.569680 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.585124 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a657cd-15ba-4837-a8a8-0baba6217852']}} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:05.591521 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 3e420251-7c4f-4878-b370-0311e68dfc0e {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:15:05.591727 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 3e420251-7c4f-4878-b370-0311e68dfc0e not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:15:05.591957 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event deleted for resources: {'Port': ['ID=dfef853b-bbd3-42f1-8410-2b2241693568,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:05.595515 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:05.606373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093') {'for_net_delete': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:05.606670 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a7f5c5-cd7e-4ef4-94b3-9b89db0b1093') {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:05.621103 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426294'] for segment, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.641527 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] For port f87ff680-2a65-430e-81b5-9f2d4921f015, host dv-cinder-792462-8-smb, got binding levels [] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:05.643047 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.646590 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.656449 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=91724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:15:05.657022 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228851'] for segment, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: Traceback (most recent call last): May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: timer() May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: cb(*args, **kw) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: return func(*args, **kwargs) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: self._notify() May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: self.callback(batched_events) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: event.method(event) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: return f(self, *a, **k) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: return self._get(url).json() May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: return self.request(url, 'GET', **kwargs) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:15:05.671277 dv-cinder-792462-8-smb neutron-server[91724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:15:05.698781 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.715096 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.719645 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "DELETE /v2.0/floatingips/e39371cd-4455-40fe-ac9f-079330c33685 HTTP/1.1" status: 204 len: 168 time: 0.8543236 May 21 16:15:05.777001 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Calling delete_port for f87ff680-2a65-430e-81b5-9f2d4921f015 owned by network:dhcp {{(pid=91726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:15:05.780819 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.ipam_backend_mixin [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Port f87ff680-2a65-430e-81b5-9f2d4921f015 was not found and therefore no delete operation was performed {{(pid=91726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 21 16:15:05.782113 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786'] for port, after_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.782960 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.786509 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:05.788367 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:05.805608 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:05.811700 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a657cd-15ba-4837-a8a8-0baba6217852,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:05.816007 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:05.827526 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Pushing event deleted for resources: {'Port': ['ID=f87ff680-2a65-430e-81b5-9f2d4921f015,revision_number=None']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:05.830074 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-b4154617-b386-45a4-967f-44f4d83e5579 admin admin] 10.222.0.91 "DELETE /v2.0/networks/49a657cd-15ba-4837-a8a8-0baba6217852 HTTP/1.1" status: 204 len: 168 time: 0.9827394 May 21 16:15:05.830450 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:05.831022 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] Network 49a657cd-15ba-4837-a8a8-0baba6217852 is not hosted by any dhcp agent {{(pid=91726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 21 16:15:05.832076 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b5bce-3da3-4b6a-a42b-f466c73caefb None None] No DVR routers for this DVR port f87ff680-2a65-430e-81b5-9f2d4921f015 on host dv-cinder-792462-8-smb {{(pid=91726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:15:05.954395 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53808) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:06.007118 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-a2045b83-9fad-4ac1-a850-0d0418350d81 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3e1bb61efae342dbb192ab01b522cc6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515091 May 21 16:15:06.009929 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 53812) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:06.076314 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.104047 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.116648 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53816) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:06.122298 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199116626', 'description': 'tempest-description--1423874898'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:15:06.128023 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:06.132404 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:06.135550 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:06.141849 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:06.153181 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.158681 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.164353 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c1b4649d-26e4-4dfd-824f-b49b6080e3ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:06.174168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:06.178377 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group_rule and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:06.178521 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e63d0a-16ab-46eb-8dc5-f04beb9c627c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:06.182033 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:06.182190 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:06.185207 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.186357 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/81e63d0a-16ab-46eb-8dc5-f04beb9c627c HTTP/1.1" status: 204 len: 168 time: 0.1755524 May 21 16:15:06.188661 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:06.267991 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.272608 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.276408 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9edc141d-fc58-4327-a065-5f5638b8c29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:06.319311 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5d218-2110-4399-ac51-07cc5de7b256,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:06.322117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:06.328090 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.332122 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2117517 May 21 16:15:06.332626 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53822) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:06.338006 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'security_group_rule': {'security_group_id': '5fd5d218-2110-4399-ac51-07cc5de7b256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:15:06.343837 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:06.348491 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group_rule and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:06.351457 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:06.357342 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:06.374989 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.437655 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.441725 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.443717 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:06.465463 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fe8060-b75e-4fa0-982e-4bc42ea8ccab,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:06.467928 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:06.476090 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.477568 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-9d7dcf5d-5751-4775-948b-6234ccfed311 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442690 May 21 16:15:06.480148 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53830) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:06.485155 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'security_group_rule': {'security_group_id': '5fd5d218-2110-4399-ac51-07cc5de7b256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:15:06.492112 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:06.496109 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:security_group_rule and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:06.499026 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:06.505004 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:06.523148 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.584542 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.588049 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870420'] for security_group_rule, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.590044 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:06.616316 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192daf2c-bbc7-4f3b-943a-169815acf706,revision_number=0']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:06.618820 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:06.627493 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.629006 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-690bf77b-14eb-4e44-a709-c212b62d24aa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478732 May 21 16:15:06.632068 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53840) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:06.639877 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'floatingip': {'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:15:06.647119 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:06.651634 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Usage tracker for resource:floatingip and tenant:2b4774768b1a4c638f6e2d4361c137ed is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:06.654926 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:06.661446 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:06.671654 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device f87ff680-2a65-430e-81b5-9f2d4921f015 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:15:06.709545 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: f87ff680-2a65-430e-81b5-9f2d4921f015 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:15:06.709991 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device f87ff680-2a65-430e-81b5-9f2d4921f015 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:15:06.771235 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:06.913804 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.054027 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_common [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Allocated IP 172.28.1.227 (4b777872-cc67-4cae-9ddb-fe34b4e61b1a/58cf2ef4-7dbb-4915-a2c0-8fc253245403/5cf58bcd-b4aa-41ac-8f1c-1fb34a0e29dd) {{(pid=91724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:15:07.210462 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for port, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.243402 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.248424 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-d3b47488-15f5-4451-8fe2-170ee35d329c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:07.306565 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Network 4b777872-cc67-4cae-9ddb-fe34b4e61b1a is already hosted by enough agents. {{(pid=91724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:15:07.314242 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.base_scheduler [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources bound (agent type, host, resource id): {{(pid=91724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:15:07.318600 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Received port after_create {{(pid=91724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:15:07.362846 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'Port': ['ID=5cf58bcd-b4aa-41ac-8f1c-1fb34a0e29dd,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:07.367229 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:07.412316 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.472871 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.715734 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for port, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.720656 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2228759'] for port, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.726198 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-525f1c7e-e70c-49e8-889a-ce1c3c3a5100 tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:07.838151 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'Port': ['ID=5cf58bcd-b4aa-41ac-8f1c-1fb34a0e29dd,revision_number=2']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:07.842290 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:07.852829 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.875161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:07.876294 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2433190 May 21 16:15:08.106029 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-e096d8d5-a305-4b58-8bd0-7dc9925981c6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:security_group {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:15:08.122575 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-e096d8d5-a305-4b58-8bd0-7dc9925981c6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:security_group {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:15:08.124441 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-e096d8d5-a305-4b58-8bd0-7dc9925981c6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--199116626&fields=id&tenant_id=2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 267 time: 0.0641730 May 21 16:15:08.288299 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-ae065683-4ec6-4499-80d8-f29c18538c73 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:08.288985 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-ae065683-4ec6-4499-80d8-f29c18538c73 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:network {{(pid=91724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:15:08.306766 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-ae065683-4ec6-4499-80d8-f29c18538c73 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:network {{(pid=91724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:15:08.308439 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-ae065683-4ec6-4499-80d8-f29c18538c73 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 817 time: 0.1769919 May 21 16:15:08.327251 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-a356e2fe-2905-4aa4-9a2d-51d3291510b3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/quotas/2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 375 time: 0.0126767 May 21 16:15:08.429031 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-0b12823e-f64d-41ed-8164-878f484c5862 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948129 May 21 16:15:08.676432 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-a3b26019-80bd-4015-84c5-99b9a06c894d service neutron] 10.222.0.91 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353671 May 21 16:15:08.811682 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-576dc3b9-422e-4e68-9c21-8fdddf40d2cc service neutron] 10.222.0.91 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294312 May 21 16:15:09.004653 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bbc07cd5-ae70-44bc-8a5c-0deff4cacf0b req-97633022-4c04-4a0f-a240-684b2e28d11e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 210 time: 0.0443146 May 21 16:15:10.071201 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-8aa3ce72-4a91-4ad6-a314-45e4c640bc99 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:10.072622 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-8aa3ce72-4a91-4ad6-a314-45e4c640bc99 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 817 time: 0.1633639 May 21 16:15:10.171978 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-1d6f3460-06fa-40ab-8f46-ba68a14d0ae6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:security_group {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:15:10.182565 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e9a1bd6e-ed9c-44e7-9dd6-41490f93b859 req-f5d530f6-e7d0-4fd9-af78-398831ab9b82 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:15:10.200940 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-1d6f3460-06fa-40ab-8f46-ba68a14d0ae6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:security_group {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:15:10.202116 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-1d6f3460-06fa-40ab-8f46-ba68a14d0ae6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 379 time: 0.1185291 May 21 16:15:10.212437 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'port': {'device_id': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'admin_state_up': True, 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'security_groups': ['5fd5d218-2110-4399-ac51-07cc5de7b256']}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:15:10.228417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-e9a1bd6e-ed9c-44e7-9dd6-41490f93b859 req-f5d530f6-e7d0-4fd9-af78-398831ab9b82 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:15:10.229536 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e9a1bd6e-ed9c-44e7-9dd6-41490f93b859 req-f5d530f6-e7d0-4fd9-af78-398831ab9b82 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 210 time: 0.1086729 May 21 16:15:10.359411 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:10.371183 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:10.382940 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Made reservation on behalf of 2b4774768b1a4c638f6e2d4361c137ed for: {'port': 1} {{(pid=91725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 16:15:10.388101 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:10.584684 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53924) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:10.585824 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_common [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Allocated IP 172.20.0.13 (f893756e-6eac-4880-8f55-f8cc2b7300f5/a3f5ec89-031b-4daf-8eec-097000fb4ce7/5289b4f0-fdec-4d0b-bf79-6f80290cab4b) {{(pid=91725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 16:15:10.727975 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:10.744888 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:10.748748 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Usage tracker for resource:security_group_rule and tenant:591c3da95ad3466b8aaca67ec9a38e51 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:10.751660 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:10.757903 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:10.857198 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:10.863294 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:10.870951 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-e2121af7-bd6a-4f47-a22e-e187799c8272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:10.910861 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for port, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:10.914529 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=591c3da95ad3466b8aaca67ec9a38e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268888 May 21 16:15:10.915483 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9067f1b3-d649-4c83-bf1a-ea22e5564846,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:10.917955 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 53930) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:10.920236 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-c2889ef5-9ec6-4897-bfa4-efc7f4f49e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:10.928620 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Transition to ACTIVE for port object 5289b4f0-fdec-4d0b-bf79-6f80290cab4b will not be triggered until provisioned by entity DHCP. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:15:10.953182 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769549286777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:10.959600 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-57a6966e-0801-4d7d-94ea-480a34f3000c tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:10.983937 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.014909 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.026377 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 is already hosted by enough agents. {{(pid=91725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 16:15:11.030032 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.base_scheduler [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Resources bound (agent type, host, resource id): {{(pid=91725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 16:15:11.035024 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Received port after_create {{(pid=91725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 16:15:11.075235 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.080454 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-57aa86d7-a7f3-4b86-970d-c38dd132a0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:11.087051 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:11.092425 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:11.100002 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9067f1b3-d649-4c83-bf1a-ea22e5564846,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:11.102336 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:11.109746 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.114812 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9067f1b3-d649-4c83-bf1a-ea22e5564846 HTTP/1.1" status: 204 len: 168 time: 0.1959646 May 21 16:15:11.120892 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:11.121694 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.154513 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-f0a70d45-de5f-467c-956b-1bad219ddfe2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9463403 May 21 16:15:11.166660 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.v2.base [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Request body: {'port': {'device_id': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=91725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:15:11.257217 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9ce3280e-0bb8-42f5-855a-d1c66ba61ac3 None None] Provisioning for port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b completed by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:15:11.270308 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-9ce3280e-0bb8-42f5-855a-d1c66ba61ac3 None None] Provisioning complete for port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b triggered by entity DHCP. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:15:11.271024 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9ce3280e-0bb8-42f5-855a-d1c66ba61ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.298055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.338829 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3280e-0bb8-42f5-855a-d1c66ba61ac3 None None] Port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b cannot update to ACTIVE because it is not bound. {{(pid=91726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 16:15:11.608150 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651898be-2d12-4330-b0e0-7c1b3dc4e8c6 req-21fe10ea-a779-47c8-aa79-83beace3c6e6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:11.608859 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-651898be-2d12-4330-b0e0-7c1b3dc4e8c6 req-21fe10ea-a779-47c8-aa79-83beace3c6e6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Synchronizing usage tracker for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:15:11.641631 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-651898be-2d12-4330-b0e0-7c1b3dc4e8c6 req-21fe10ea-a779-47c8-aa79-83beace3c6e6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Unset dirty status for tenant:2b4774768b1a4c638f6e2d4361c137ed on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:15:11.642809 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-651898be-2d12-4330-b0e0-7c1b3dc4e8c6 req-21fe10ea-a779-47c8-aa79-83beace3c6e6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 932 time: 0.2753506 May 21 16:15:11.713361 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-651898be-2d12-4330-b0e0-7c1b3dc4e8c6 req-6f5877a1-45aa-4601-8dcd-52a73a202dfe tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596645 May 21 16:15:11.789192 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5289b4f0-fdec-4d0b-bf79-6f80290cab4b {{(pid=91725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:15:11.797992 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.813694 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.provisioning_blocks [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Transition to ACTIVE for port object 5289b4f0-fdec-4d0b-bf79-6f80290cab4b will not be triggered until provisioned by entity L2. {{(pid=91725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 16:15:11.818073 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:11.821810 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-959fa718-c8dd-4828-8851-8e4ea9a9c970 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:11.990550 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=2']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:11.998032 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:12.073911 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Attempting to bind port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 16:15:12.074253 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Attempting to bind port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 16:15:12.074603 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Attempting to bind port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b on network f893756e-6eac-4880-8f55-f8cc2b7300f5 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:15:12.079172 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b on network f893756e-6eac-4880-8f55-f8cc2b7300f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 16:15:12.079494 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Attempting to bind port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b on network f893756e-6eac-4880-8f55-f8cc2b7300f5 {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 16:15:12.084938 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Checking agent: {'id': '5c4341ed-8e6a-4d72-b92b-8a8e8fc9e39a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'started_at': datetime.datetime(2021, 5, 21, 16, 6, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 16:15:12.085273 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Checking segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 16:15:12.085750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Bound using segment: {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'} {{(pid=91725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 16:15:12.086186 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.managers [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Bound port: 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5'}}] {{(pid=91725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 16:15:12.086539 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:12.181097 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, cleared binding levels {{(pid=91725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 16:15:12.185537 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 16:15:12.194954 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4100908'] for port, after_update {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:12.198820 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:12.265610 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:12.266075 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:12.267448 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] 10.222.0.84 "PUT /v2.0/ports/5289b4f0-fdec-4d0b-bf79-6f80290cab4b HTTP/1.1" status: 200 len: 1094 time: 1.1057863 May 21 16:15:12.267969 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:15:12.292214 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=3']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:12.295498 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:12.359252 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'status': 'completed', 'code': 200} May 21 16:15:12.399670 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-efd0e2f3-c0e8-4a55-a116-2fb7193d5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:12.401120 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-efd0e2f3-c0e8-4a55-a116-2fb7193d5ad3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 1097 time: 0.0824416 May 21 16:15:12.475859 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-7ba23f54-fc4e-4f07-b84e-7640793e1532 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b HTTP/1.1" status: 200 len: 217 time: 0.0671222 May 21 16:15:12.541821 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-ba6fab35-6d94-4095-992b-83dc62648644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:12.543381 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-ba6fab35-6d94-4095-992b-83dc62648644 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.0611084 May 21 16:15:12.624708 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-5ef21047-e87c-4d64-b321-2a349fb435a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:12.626358 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-5ef21047-e87c-4d64-b321-2a349fb435a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767365 May 21 16:15:12.768159 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-061b4cde-15c0-4e79-a405-93e9e484708d service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348197 May 21 16:15:12.982934 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:13.074957 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c6bb0d66-3fb8-4e43-a0c9-1fdfb5684ead req-300607a9-6174-49e0-ab43-b306722045f1 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999887 May 21 16:15:13.087201 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d784e-9791-4a19-8c6b-5ff1a1b64509 req-ca7dd0e6-42a8-47f8-bf1b-0190d130abc6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:13.088681 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-769d784e-9791-4a19-8c6b-5ff1a1b64509 req-ca7dd0e6-42a8-47f8-bf1b-0190d130abc6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.1834774 May 21 16:15:13.177419 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-769d784e-9791-4a19-8c6b-5ff1a1b64509 req-68325d0c-db35-4146-9235-adf7e6f19683 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830569 May 21 16:15:13.212949 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-5fb4fd51-d92a-49bb-a6da-59d7f3e84630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:13.214449 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-5fb4fd51-d92a-49bb-a6da-59d7f3e84630 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 1097 time: 0.0862889 May 21 16:15:13.369495 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-e5ed3f5a-cf40-4eb6-aa72-bad485f48e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:13.371003 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-e5ed3f5a-cf40-4eb6-aa72-bad485f48e06 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1500263 May 21 16:15:13.441436 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-a431d5d4-8b8c-414e-b82f-899b9f9b4b9a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b HTTP/1.1" status: 200 len: 217 time: 0.0632908 May 21 16:15:13.508835 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-6de9ae61-5700-4bef-b506-aefab702d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:13.510580 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-6de9ae61-5700-4bef-b506-aefab702d2c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.0631740 May 21 16:15:13.593628 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-7d77e319-56ea-4191-b7ae-e99a5cc8f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:13.595112 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-7d77e319-56ea-4191-b7ae-e99a5cc8f840 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770571 May 21 16:15:13.730552 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-4bca2372-719c-44a1-b31a-0a81654332c0 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281631 May 21 16:15:13.866125 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-75d8c20b-bdc8-446b-9d9c-793cc7325ec6 req-e91e5d83-0f7c-4b84-ac71-6db7d148469a service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284702 May 21 16:15:14.496505 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609095d-2fcb-4526-ae5b-728b20a97995 req-8df3bb9c-199e-43a0-a9a6-d5cada668e00 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:14.498144 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0609095d-2fcb-4526-ae5b-728b20a97995 req-8df3bb9c-199e-43a0-a9a6-d5cada668e00 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.2027333 May 21 16:15:14.561102 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0609095d-2fcb-4526-ae5b-728b20a97995 req-aeef1dcf-60ef-4be2-a5f6-87c25be77908 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511482 May 21 16:15:15.527837 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:15:15.660425 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:15.673930 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'port_id': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'mac_address': 'fa:16:3e:37:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:15:15.735247 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:15.753003 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5289b4f0-fdec-4d0b-bf79-6f80290cab4b {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:15:15.767102 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b20a-a8f2-4226-8496-4229735834c2 req-190c43e3-6e10-4f7a-8ce0-8c5ddf8b306d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:15.769167 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7f41b20a-a8f2-4226-8496-4229735834c2 req-190c43e3-6e10-4f7a-8ce0-8c5ddf8b306d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0916944 May 21 16:15:15.770276 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:15.775002 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:15.777736 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:15.822286 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-7f41b20a-a8f2-4226-8496-4229735834c2 req-a33d4289-a123-43cf-aaa1-2fd59929239f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457346 May 21 16:15:15.858255 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=4']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:15.861438 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:15.986816 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['5289b4f0-fdec-4d0b-bf79-6f80290cab4b'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:15:17.026069 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828715e4-546e-48e4-b348-cbc70c7dd0d4 req-88fbd8ff-8a1e-4879-a207-6b1448719dea tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:17.027666 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-828715e4-546e-48e4-b348-cbc70c7dd0d4 req-88fbd8ff-8a1e-4879-a207-6b1448719dea tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 945 time: 0.0876594 May 21 16:15:17.078825 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-828715e4-546e-48e4-b348-cbc70c7dd0d4 req-eb440c7d-699b-4b0f-9ac0-074bec33a7fa tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453320 May 21 16:15:17.543168 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:15:17.616151 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning for port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b completed by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 16:15:17.624489 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:15:17.624889 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:17.798365 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:17.827625 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:15:17.841407 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:15:17.846031 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:17.850542 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:17.885441 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'code': 200} May 21 16:15:17.930371 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=5']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:17.934098 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:18.149990 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9555-95cc-4bb4-a036-d40144fc9b09 req-bddbf41a-4e64-49ac-a7fd-2985accab559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:18.152135 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ecf9555-95cc-4bb4-a036-d40144fc9b09 req-bddbf41a-4e64-49ac-a7fd-2985accab559 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 1099 time: 0.0907657 May 21 16:15:18.198251 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ecf9555-95cc-4bb4-a036-d40144fc9b09 req-f620937d-0960-482e-bcc4-7964a164d197 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393281 May 21 16:15:18.299462 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423e70-51a3-4024-961d-f6dfadd8d935 req-e71c2337-ad52-46f5-929c-8d1cf53d23b6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:18.301212 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bb423e70-51a3-4024-961d-f6dfadd8d935 req-e71c2337-ad52-46f5-929c-8d1cf53d23b6 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0984993 May 21 16:15:18.351351 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-bb423e70-51a3-4024-961d-f6dfadd8d935 req-920d6d23-6116-4259-a453-ce8af3119fd8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445294 May 21 16:15:19.548540 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f76181-cade-4c22-af57-59ea14e89a3c req-010fb24e-20a1-41a2-bd34-91e15a4fbc17 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:19.550019 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5f76181-cade-4c22-af57-59ea14e89a3c req-010fb24e-20a1-41a2-bd34-91e15a4fbc17 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0856953 May 21 16:15:19.595232 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-b5f76181-cade-4c22-af57-59ea14e89a3c req-26ac96d0-1d83-446e-9b40-8c3efe28f522 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395122 May 21 16:15:19.787619 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42508b-2368-49a6-bc05-9bb75e9affe3 req-3a1b7046-382d-4af2-8a61-3484a731bab7 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:19.789079 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ad42508b-2368-49a6-bc05-9bb75e9affe3 req-3a1b7046-382d-4af2-8a61-3484a731bab7 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0841346 May 21 16:15:19.798092 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54056) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:19.803485 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.v2.base [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Request body: {'floatingip': {'port_id': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}} {{(pid=91724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 16:15:19.881946 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, before_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:20.483724 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:20.488254 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:20.663523 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.l3_db [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Floating IP 082ff889-d674-4947-a081-9d803c0ae9d5 associated. External IP: 172.28.1.227, port: 5289b4f0-fdec-4d0b-bf79-6f80290cab4b. May 21 16:15:21.183771 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Router 11244c24-a535-41e6-b4f3-ec541f4d2920 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:15:21.385678 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:15:21.392450 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:21.398461 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] Sync routers for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:15:21.410449 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:15:21.411179 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:15:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:21.496788 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-88b27d15-df8d-406c-bf70-17fd5c23f159 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "PUT /v2.0/floatingips/082ff889-d674-4947-a081-9d803c0ae9d5 HTTP/1.1" status: 200 len: 992 time: 1.6972089 May 21 16:15:21.497886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:15:21.550691 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'status': 'completed', 'code': 200} May 21 16:15:21.602058 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:15:21.640258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-bef843bf-7cd9-4a2c-9631-1ceccc8cae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:21.641789 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-bef843bf-7cd9-4a2c-9631-1ceccc8cae95 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 1099 time: 0.0728307 May 21 16:15:21.776416 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-1a5db369-c9a0-441d-a65a-12ea547aba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:21.777833 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-1a5db369-c9a0-441d-a65a-12ea547aba9f service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1299267 May 21 16:15:21.882461 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-ef4c2675-b22e-4847-8fe1-139d25fe047b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b HTTP/1.1" status: 200 len: 1000 time: 0.0982530 May 21 16:15:21.963958 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '082ff889-d674-4947-a081-9d803c0ae9d5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'port_id': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'mac_address': 'fa:16:3e:37:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:15:07Z', 'updated_at': '2021-05-21T16:15:20Z', 'revision_number': 1, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:21.968206 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] Checking router: 11244c24-a535-41e6-b4f3-ec541f4d2920 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:15:21.977633 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:15:21.978247 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:15:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:22.044669 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-862fad52-4b99-4b0b-9b85-c282c56ae486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:22.046080 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-862fad52-4b99-4b0b-9b85-c282c56ae486 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.1577840 May 21 16:15:22.121867 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-27523263-6825-474c-aab5-3ebcb02b1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:22.123338 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-27523263-6825-474c-aab5-3ebcb02b1419 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715539 May 21 16:15:22.185093 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:15:22.267839 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-1e72342f-6638-4801-a2f4-36f2d8ee76d7 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361375 May 21 16:15:22.411592 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8c40fbd3-dae3-41a3-920a-e3f424daa3fd req-acf44727-f435-4ee6-aab2-c9bab3c480db service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376894 May 21 16:15:22.544789 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '082ff889-d674-4947-a081-9d803c0ae9d5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'port_id': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'mac_address': 'fa:16:3e:37:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:15:07Z', 'updated_at': '2021-05-21T16:15:20Z', 'revision_number': 1, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:15:22.548732 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd2440-79fc-4764-88ff-e01e9460234d None None] The sync data for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb is: [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_floatingips': [{'id': '082ff889-d674-4947-a081-9d803c0ae9d5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'router_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'port_id': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'mac_address': 'fa:16:3e:37:6a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T16:15:07Z', 'updated_at': '2021-05-21T16:15:20Z', 'revision_number': 1, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:15:22.746860 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1050ffd-030b-4293-b8bb-7188d1a43299 None None] New status for floating IP 082ff889-d674-4947-a081-9d803c0ae9d5: ACTIVE {{(pid=91726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:15:23.063531 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:15:27.231140 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9fca9c45-8ef7-462d-949b-2572b8493168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:29.776955 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-f6856600-353d-4754-84f5-3cdfbbde592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:29.891876 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:30.666335 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:32.510818 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:42.985745 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:45.316903 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-e1dc09e8-f5a3-448f-9d29-f53b557f0506 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780551 May 21 16:15:45.410753 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-9f90560d-7597-4253-b697-10784f439993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:45.412052 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-9f90560d-7597-4253-b697-10784f439993 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1098 time: 0.0741215 May 21 16:15:45.455171 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54356) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:45.566219 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-656d8a24-f192-4194-b1fa-cde29e554e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:45.567666 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-656d8a24-f192-4194-b1fa-cde29e554e93 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 909 time: 0.1320739 May 21 16:15:45.573802 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:45.588614 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:45.592385 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Usage tracker for resource:security_group_rule and tenant:fafce4c4882a4e79acdb9a429886269d is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:45.595185 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:45.601350 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:45.678141 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-9b4f6326-fc70-4b0e-b664-3423cddb9cca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 1001 time: 0.1031189 May 21 16:15:45.684955 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:45.688729 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:45.698390 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-89c261a0-de5c-4619-92da-bb73251e89b6 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:45.738665 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fafce4c4882a4e79acdb9a429886269d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810452 May 21 16:15:45.740551 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f21b04-8a6b-4c76-b059-2e79a94ce0fc,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:45.742269 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54362) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:45.748007 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.748398 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.748753 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.749116 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.749476 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.749861 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.750215 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.750570 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.750922 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.751272 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.751619 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.751976 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:15:45.755956 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-03df2d79-01f3-4cc7-a81e-437c9802f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:45.756183 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7e4eb65b-a239-4a54-a118-1dac11632af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:45.757336 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-03df2d79-01f3-4cc7-a81e-437c9802f317 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.0718431 May 21 16:15:45.863258 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:45.895500 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:45.906016 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-67672bee-7e74-476a-bc70-8e02840e3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:15:45.907455 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-67672bee-7e74-476a-bc70-8e02840e3025 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1422913 May 21 16:15:46.055035 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.061866 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ca88985a-267c-492c-9002-e295f34de2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:46.075135 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-9486f348-40d2-45a7-858f-d03d735fe39f service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587944 May 21 16:15:46.079601 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f21b04-8a6b-4c76-b059-2e79a94ce0fc,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:46.083206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:46.102309 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.103294 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a7f21b04-8a6b-4c76-b059-2e79a94ce0fc HTTP/1.1" status: 204 len: 168 time: 0.3601151 May 21 16:15:46.224443 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-dc814666-77cc-42a0-ad2a-5de0572ff03e req-a60c7fba-1c7f-46eb-83b7-63f5b125a4ee service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385174 May 21 16:15:46.414055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54372) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:46.432578 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.447629 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:15:46.451448 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Usage tracker for resource:security_group_rule and tenant:5d08d52295c84faeb95238b52c5fada8 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:15:46.454216 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:15:46.459969 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:15:46.548946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.553796 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.561146 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-edd97c3e-5eb9-482a-adc5-d7cfd28be580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:46.602358 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc757a8-8260-4cb4-a820-e07b49707b71,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:46.607030 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5d08d52295c84faeb95238b52c5fada8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921902 May 21 16:15:46.607960 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:46.610129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54376) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:15:46.681797 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f5726b06-5723-4a01-a78e-19abcad7eb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.708844 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f5726b06-5723-4a01-a78e-19abcad7eb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.765942 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f5726b06-5723-4a01-a78e-19abcad7eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.770370 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-52be0cb8-80dd-4da3-88ba-d521eed312c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:15:46.781691 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5726b06-5723-4a01-a78e-19abcad7eb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc757a8-8260-4cb4-a820-e07b49707b71,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:15:46.786711 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-f5726b06-5723-4a01-a78e-19abcad7eb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:15:46.788665 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-f5726b06-5723-4a01-a78e-19abcad7eb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:46.789802 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-f5726b06-5723-4a01-a78e-19abcad7eb4e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dfc757a8-8260-4cb4-a820-e07b49707b71 HTTP/1.1" status: 204 len: 168 time: 0.1787207 May 21 16:15:57.239419 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-d0d98205-3edb-4608-8082-c3e8d37d9781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:59.780203 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-3345e848-8ace-4f59-9626-1e07c82df786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:15:59.903169 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:00.062230 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:16:00.668524 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:02.519805 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:03.012564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da2e4d-6473-4ecd-ba4b-808684118305 req-a228ea59-a979-403a-8f99-dfc6c1e62265 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:03.014098 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-19da2e4d-6473-4ecd-ba4b-808684118305 req-a228ea59-a979-403a-8f99-dfc6c1e62265 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0945587 May 21 16:16:03.065055 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-19da2e4d-6473-4ecd-ba4b-808684118305 req-586fcebc-407e-459e-b473-31658787a649 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440810 May 21 16:16:04.288331 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9cfb0-74dd-4231-b57d-8ce4ef481100 req-5e49f0b1-4eec-4bde-8cb3-177874b6b4f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:04.288331 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8bb9cfb0-74dd-4231-b57d-8ce4ef481100 req-5e49f0b1-4eec-4bde-8cb3-177874b6b4f1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0931146 May 21 16:16:04.336160 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8bb9cfb0-74dd-4231-b57d-8ce4ef481100 req-093627a9-772e-4975-b742-cfac70edb2ef tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 May 21 16:16:05.543154 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656657-9e56-4fde-b14a-07d2fc8e43a9 req-67fb389b-8858-443d-b2b7-9a9483fe8c0b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:05.545389 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-58656657-9e56-4fde-b14a-07d2fc8e43a9 req-67fb389b-8858-443d-b2b7-9a9483fe8c0b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0897300 May 21 16:16:05.599882 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-58656657-9e56-4fde-b14a-07d2fc8e43a9 req-a594de91-49c8-4ab2-bebe-33982aa045e4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482783 May 21 16:16:05.704055 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54612) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:05.826415 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:05.841119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:05.844975 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb9fa41ac2d4551ae27744bea243728 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:05.847995 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:05.853811 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:05.943666 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:05.950703 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:05.958435 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-de604190-1029-4bf7-8095-661f6c1179b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:06.102790 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6bb9fa41ac2d4551ae27744bea243728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974619 May 21 16:16:06.103740 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cec009b-0ce7-46a1-9f27-1108b2853b15,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:06.105622 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54618) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:06.112946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.112946 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.113417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.113673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.114057 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.114416 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.114796 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.115147 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.115500 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.115861 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.116293 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.116753 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:06.120659 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:06.171684 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7a0faf77-fd76-4367-8338-30f86748da2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.198803 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7a0faf77-fd76-4367-8338-30f86748da2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.254888 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7a0faf77-fd76-4367-8338-30f86748da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.259358 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-22eca190-c216-41ad-8830-59f527888450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:06.273915 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0faf77-fd76-4367-8338-30f86748da2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cec009b-0ce7-46a1-9f27-1108b2853b15,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:06.277478 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-7a0faf77-fd76-4367-8338-30f86748da2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:06.283538 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-7a0faf77-fd76-4367-8338-30f86748da2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.285121 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-7a0faf77-fd76-4367-8338-30f86748da2b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3cec009b-0ce7-46a1-9f27-1108b2853b15 HTTP/1.1" status: 204 len: 168 time: 0.1785681 May 21 16:16:06.588318 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54626) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:06.607794 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.624618 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:06.629607 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2198acca5aad4c8e87cdf346c569850c is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:06.632652 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:06.639034 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:06.772056 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.781927 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.796349 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-4b075b58-97ae-4040-bfae-a030ba6a9257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:06.850332 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2198acca5aad4c8e87cdf346c569850c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608113 May 21 16:16:06.852402 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3510cb29-5b38-4cca-b54d-85d6d8975c73,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:06.853563 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54632) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:06.858423 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:06.871348 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efaf64-0020-46c1-b70d-92fda5e9bd97 req-cd6c7fb7-cc94-4c18-99b5-3a6ad301c8c8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:06.872847 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d9efaf64-0020-46c1-b70d-92fda5e9bd97 req-cd6c7fb7-cc94-4c18-99b5-3a6ad301c8c8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.1548092 May 21 16:16:06.925026 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:06.930058 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-d9efaf64-0020-46c1-b70d-92fda5e9bd97 req-620e7078-a188-43af-8390-ac9bc396f43f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479608 May 21 16:16:06.956738 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:07.016680 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:07.021400 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-137e8c65-273b-42cb-b173-8b21fd5f779a tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:07.032091 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3510cb29-5b38-4cca-b54d-85d6d8975c73,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:07.036212 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:07.039396 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:07.040520 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3510cb29-5b38-4cca-b54d-85d6d8975c73 HTTP/1.1" status: 204 len: 168 time: 0.1854198 May 21 16:16:08.147208 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98667e1-ec43-4760-85b1-3b544fd65ec8 req-d6357455-a723-467f-802d-3a0511a363ca tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:08.148682 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b98667e1-ec43-4760-85b1-3b544fd65ec8 req-d6357455-a723-467f-802d-3a0511a363ca tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0835395 May 21 16:16:08.197165 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b98667e1-ec43-4760-85b1-3b544fd65ec8 req-c4b82658-ecea-42a7-82b4-865e05e73105 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 May 21 16:16:08.931490 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54690) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:09.052326 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.066303 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:09.070077 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Usage tracker for resource:security_group_rule and tenant:e6809b9ee27244e88cacfffce3ef3343 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:09.072813 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:09.078526 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:09.167171 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.172267 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.180328 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0618d661-ccc9-4432-915c-0052a4e6490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:09.227716 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e6809b9ee27244e88cacfffce3ef3343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951117 May 21 16:16:09.228628 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4bc34-b8bd-4eb4-a448-415bc0897aa5,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:09.231020 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54698) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:09.233472 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-f4dea406-5602-420a-b5a1-ef7bda5163fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:09.292940 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3826d4ae-80ba-4d79-8546-384c537b48eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.319855 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3826d4ae-80ba-4d79-8546-384c537b48eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.376235 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3826d4ae-80ba-4d79-8546-384c537b48eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.381817 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-493cc326-7c63-440a-953f-cd08d56008f4 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:09.395812 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826d4ae-80ba-4d79-8546-384c537b48eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4bc34-b8bd-4eb4-a448-415bc0897aa5,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:09.398168 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3826d4ae-80ba-4d79-8546-384c537b48eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:09.400459 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3826d4ae-80ba-4d79-8546-384c537b48eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.404952 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3826d4ae-80ba-4d79-8546-384c537b48eb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/06e4bc34-b8bd-4eb4-a448-415bc0897aa5 HTTP/1.1" status: 204 len: 168 time: 0.1730163 May 21 16:16:09.406516 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0151f-90da-405f-af27-f49a981c46ba req-d289d7a6-462e-4e71-9182-9d5b8a1f6f47 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:09.408811 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a5f0151f-90da-405f-af27-f49a981c46ba req-d289d7a6-462e-4e71-9182-9d5b8a1f6f47 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0852320 May 21 16:16:09.461980 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a5f0151f-90da-405f-af27-f49a981c46ba req-36f15de2-ff57-4eed-8998-e80884cd1732 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 May 21 16:16:09.710225 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54706) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:09.727609 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.745953 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:09.750730 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Usage tracker for resource:security_group_rule and tenant:cba12e08e71f4917991dee175c71c9a6 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:09.754624 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:09.764655 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:09.850578 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.855027 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:09.863257 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-f7687116-0c74-44ac-bef0-4453fcb6af6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:09.904355 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cba12e08e71f4917991dee175c71c9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930344 May 21 16:16:09.905270 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe53ac1-f157-4b6b-817f-f447489b857b,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:09.907089 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54710) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:09.908332 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-059c15af-58fb-4b2d-b32d-0a83bd801877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:09.971215 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:10.001023 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:10.053544 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:10.057274 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2d6423d0-2c4a-4df8-be69-ff4b22795b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:10.069459 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe53ac1-f157-4b6b-817f-f447489b857b,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:10.073343 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:10.085174 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:10.086349 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ffe53ac1-f157-4b6b-817f-f447489b857b HTTP/1.1" status: 204 len: 168 time: 0.1781225 May 21 16:16:10.678236 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851576ea-4af9-4be0-ade9-6c5f1d2e74d3 req-55ba84bb-9acd-410f-869a-8b0c1946248b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:10.679665 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-851576ea-4af9-4be0-ade9-6c5f1d2e74d3 req-55ba84bb-9acd-410f-869a-8b0c1946248b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.1064615 May 21 16:16:10.732627 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-851576ea-4af9-4be0-ade9-6c5f1d2e74d3 req-2f8fb2c5-49bd-407b-b343-634f4e05e373 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468895 May 21 16:16:11.942860 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadb693-1f52-44fd-9312-78f3ce1664f0 req-95f0774e-e4cb-4304-98c6-6d520cd5439e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:11.944389 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4cadb693-1f52-44fd-9312-78f3ce1664f0 req-95f0774e-e4cb-4304-98c6-6d520cd5439e tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0884182 May 21 16:16:11.992427 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4cadb693-1f52-44fd-9312-78f3ce1664f0 req-55c2a9fb-d629-4f36-b1a0-865385421588 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422535 May 21 16:16:12.251882 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54774) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:12.373325 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:12.388060 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:12.391966 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Usage tracker for resource:security_group_rule and tenant:b9bc6b3cc53640d6aa9b57c9b090181d is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:12.395081 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:12.400835 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:12.484472 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:12.489206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:12.496320 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3b2aa22b-f440-4c9c-9d47-0613fb14b159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:12.537029 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83521205-1552-4e17-982f-47ca632f6f7f,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:12.540115 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:12.542614 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e03f28c7-c6b1-4ac0-8f48-b0d3aca02c22 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b9bc6b3cc53640d6aa9b57c9b090181d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895441 May 21 16:16:12.545320 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54780) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:12.608730 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cb64ae5d-67fc-4901-b96b-8cbbc1d07ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:12.636005 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cb64ae5d-67fc-4901-b96b-8cbbc1d07ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:12.690400 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cb64ae5d-67fc-4901-b96b-8cbbc1d07ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:12.694255 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-62d48c4c-6f2f-4bff-905b-11fefbef54c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:12.706379 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64ae5d-67fc-4901-b96b-8cbbc1d07ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83521205-1552-4e17-982f-47ca632f6f7f,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:12.708782 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-cb64ae5d-67fc-4901-b96b-8cbbc1d07ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:12.714222 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-cb64ae5d-67fc-4901-b96b-8cbbc1d07ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:12.715355 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-cb64ae5d-67fc-4901-b96b-8cbbc1d07ce5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/83521205-1552-4e17-982f-47ca632f6f7f HTTP/1.1" status: 204 len: 168 time: 0.1690366 May 21 16:16:12.999054 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.025723 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54790) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:13.043236 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.058094 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:13.062047 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Usage tracker for resource:security_group_rule and tenant:95ecf52aca284d93a0a0cef43364a939 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:13.065877 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:13.071554 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:13.168489 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.173624 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.182806 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-41cba15a-b967-4f59-9a18-4fa068827520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:13.209307 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82a11-9abf-402d-8fd0-722323d2371c req-a1503f60-dedd-48d2-8a8b-c3ec3853bfcd tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:13.210861 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-96a82a11-9abf-402d-8fd0-722323d2371c req-a1503f60-dedd-48d2-8a8b-c3ec3853bfcd tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0893147 May 21 16:16:13.225129 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=95ecf52aca284d93a0a0cef43364a939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983171 May 21 16:16:13.226822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5970b82c-6d6f-4967-8de7-c977a302a40d,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:13.231198 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d124909e-ddcd-44ac-9378-8bdb2d6c6daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:13.231198 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54794) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:13.275783 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-96a82a11-9abf-402d-8fd0-722323d2371c req-72a2ae30-89f3-4c77-93a0-cadce06bf149 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592189 May 21 16:16:13.303760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.331353 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.387238 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.393027 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-2c451d85-0b99-4c77-bed7-7f24a8a3b4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:13.406994 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5970b82c-6d6f-4967-8de7-c977a302a40d,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:13.410108 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:13.411215 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5970b82c-6d6f-4967-8de7-c977a302a40d HTTP/1.1" status: 204 len: 168 time: 0.1797919 May 21 16:16:13.412095 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:13.769535 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:16:13.910320 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:13.924311 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'port_id': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'mac_address': 'fa:16:3e:37:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:16:13.981105 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:14.000959 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5289b4f0-fdec-4d0b-bf79-6f80290cab4b {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:16:14.024608 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:14.028879 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:14.030735 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:14.106355 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=6']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:14.115372 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.115687 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.116029 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.116363 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.116689 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.117015 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.117336 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.117698 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.118025 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.118340 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.118657 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.118975 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:16:14.123685 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['5289b4f0-fdec-4d0b-bf79-6f80290cab4b'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:16:14.148426 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:14.484331 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ad08b-5fd6-4aef-bc1c-4e34c8e86ef3 req-16af7664-67f1-4f10-aef4-5df01b8838bb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:14.485687 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-508ad08b-5fd6-4aef-bc1c-4e34c8e86ef3 req-16af7664-67f1-4f10-aef4-5df01b8838bb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 945 time: 0.0904593 May 21 16:16:14.542077 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-508ad08b-5fd6-4aef-bc1c-4e34c8e86ef3 req-7cd86b3d-96ca-496e-b0eb-a894d0b9cdca tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480380 May 21 16:16:14.660215 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54828) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:14.884047 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:14.899917 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:14.903815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Usage tracker for resource:security_group_rule and tenant:8d636bc0a4274de99cd6285f10c8db45 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:14.906640 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:14.913726 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:15.002296 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:15.006003 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:15.013777 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-68b4c562-d7d6-4e9a-bf7f-e38ac08b3859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:15.056786 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8d636bc0a4274de99cd6285f10c8db45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954613 May 21 16:16:15.057636 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed32523b-7de0-456a-97d8-bc5016090d26,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:15.059556 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54834) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:15.061216 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bb54cd45-6b08-4195-b25b-716e0a31446e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:15.120032 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15cfffd5-f9f4-4504-842a-8c49c9c408c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:15.146161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15cfffd5-f9f4-4504-842a-8c49c9c408c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:15.305909 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15cfffd5-f9f4-4504-842a-8c49c9c408c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:15.311253 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-fce4931a-5cf7-4aeb-b37e-d0139aefd754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:15.324395 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfffd5-f9f4-4504-842a-8c49c9c408c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed32523b-7de0-456a-97d8-bc5016090d26,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:15.327928 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-15cfffd5-f9f4-4504-842a-8c49c9c408c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:15.334878 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-15cfffd5-f9f4-4504-842a-8c49c9c408c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:15.336000 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-15cfffd5-f9f4-4504-842a-8c49c9c408c8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ed32523b-7de0-456a-97d8-bc5016090d26 HTTP/1.1" status: 204 len: 168 time: 0.2754235 May 21 16:16:15.753746 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f64cfc-294b-45ef-a32e-535c2efef82d req-4c98da74-82fd-4a8f-867e-60f56d5d7ae1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:15.755267 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-30f64cfc-294b-45ef-a32e-535c2efef82d req-4c98da74-82fd-4a8f-867e-60f56d5d7ae1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 945 time: 0.0894833 May 21 16:16:15.778550 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:16:15.809418 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-30f64cfc-294b-45ef-a32e-535c2efef82d req-ddf8a28b-2777-40e4-9013-0675cb9c2e4a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483217 May 21 16:16:15.874570 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:16:15.874950 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:16.008203 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:16.045228 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:16:16.070801 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:16.079372 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:16.083062 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:16.123582 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'code': 200} May 21 16:16:16.175706 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=7']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:16.180594 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:17.078128 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec197c6-14c1-4831-b1d8-bb39632f78f4 req-36dad85f-1491-4454-a7a1-809ca7470a3b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:17.086082 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3ec197c6-14c1-4831-b1d8-bb39632f78f4 req-36dad85f-1491-4454-a7a1-809ca7470a3b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.1074514 May 21 16:16:17.138474 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-3ec197c6-14c1-4831-b1d8-bb39632f78f4 req-dda6cc42-f18a-4c9b-98f4-ea13327d683b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514586 May 21 16:16:18.563462 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ab9d1-7362-4bb7-aed2-92b93a6841af req-c13af4ec-117b-4b03-b652-4579df0d5960 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:18.565751 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-347ab9d1-7362-4bb7-aed2-92b93a6841af req-c13af4ec-117b-4b03-b652-4579df0d5960 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.1037769 May 21 16:16:18.615760 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-347ab9d1-7362-4bb7-aed2-92b93a6841af req-4ada9a0c-64f0-4033-87c1-8c216400c92a tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 May 21 16:16:19.884162 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05fc26-a484-4e55-80de-e9587c587639 req-49466e27-a5aa-4cb2-bd23-0ba034a4c0ab tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:19.885880 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fb05fc26-a484-4e55-80de-e9587c587639 req-49466e27-a5aa-4cb2-bd23-0ba034a4c0ab tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.1213861 May 21 16:16:19.950319 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fb05fc26-a484-4e55-80de-e9587c587639 req-7ecdfbe3-fb3b-4897-b336-8f78c5750ce7 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569010 May 21 16:16:21.153539 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd069e9-888c-4a90-bc18-aed5c397d32a req-a52978b2-878d-4186-80b9-cb0840a6cda3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:21.161669 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9bd069e9-888c-4a90-bc18-aed5c397d32a req-a52978b2-878d-4186-80b9-cb0840a6cda3 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0918522 May 21 16:16:21.204308 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9bd069e9-888c-4a90-bc18-aed5c397d32a req-7bd10930-f73f-44f1-afa5-85734b62dfd8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 May 21 16:16:22.410979 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a597b93-db47-4905-ab99-e54af2bd75c9 req-2263985e-5140-4efa-8860-4f02dc85a8de tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:22.413180 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4a597b93-db47-4905-ab99-e54af2bd75c9 req-2263985e-5140-4efa-8860-4f02dc85a8de tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0881512 May 21 16:16:22.463979 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4a597b93-db47-4905-ab99-e54af2bd75c9 req-e99f35ab-cb23-476f-bfe9-bacafaccfdb8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 May 21 16:16:23.030520 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 54966) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:23.176681 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:23.196774 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:16:23.201255 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Usage tracker for resource:security_group_rule and tenant:fca950641b9247eba8208d22b21b4109 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:16:23.204382 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:16:23.211439 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:16:23.320457 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:23.325750 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:23.336747 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:23.381247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 54972) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:23.382062 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fca950641b9247eba8208d22b21b4109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494670 May 21 16:16:23.382265 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0363544-8b0f-4045-b85a-2d9c223d4e8f,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:23.396717 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-11a4dc3b-e63b-4be5-941c-1ba7af3798c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:23.450731 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7e80af36-259b-4a05-a334-32860a6edffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:23.479214 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7e80af36-259b-4a05-a334-32860a6edffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:23.552815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7e80af36-259b-4a05-a334-32860a6edffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:23.558014 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d62f0a6c-67c5-4666-a86b-b93668ecba26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:23.570588 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80af36-259b-4a05-a334-32860a6edffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0363544-8b0f-4045-b85a-2d9c223d4e8f,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:23.578031 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7e80af36-259b-4a05-a334-32860a6edffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:23.580411 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7e80af36-259b-4a05-a334-32860a6edffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:23.596813 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7e80af36-259b-4a05-a334-32860a6edffe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c0363544-8b0f-4045-b85a-2d9c223d4e8f HTTP/1.1" status: 204 len: 168 time: 0.2130108 May 21 16:16:23.693563 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af323e-4cc7-47a0-84f1-3c4ab4b762a7 req-888ff9dc-68d5-4914-85d5-c9076233b219 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:23.695087 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a4af323e-4cc7-47a0-84f1-3c4ab4b762a7 req-888ff9dc-68d5-4914-85d5-c9076233b219 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0909483 May 21 16:16:23.776741 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a4af323e-4cc7-47a0-84f1-3c4ab4b762a7 req-f46c4b34-5c62-41f1-b784-b4e15f660358 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744851 May 21 16:16:24.967377 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141bf86-9fea-4369-93fe-66ea206f3015 req-b35b8eba-2aea-45dc-a8b2-b9148d916771 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:24.968824 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b141bf86-9fea-4369-93fe-66ea206f3015 req-b35b8eba-2aea-45dc-a8b2-b9148d916771 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0808671 May 21 16:16:25.022438 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-b141bf86-9fea-4369-93fe-66ea206f3015 req-a8963e11-f6a7-46b5-b920-a8218f4fdd3b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466363 May 21 16:16:25.637247 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-19c795cd-278e-45c4-bf55-a970049a2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:25.638642 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-19c795cd-278e-45c4-bf55-a970049a2414 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 1099 time: 0.0714309 May 21 16:16:25.772550 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-48135fda-10b1-45d5-896d-cd26509276a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:25.774085 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-48135fda-10b1-45d5-896d-cd26509276a7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1289575 May 21 16:16:25.981367 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-42471903-fc3c-4dc4-9f16-27e88bfc6e70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b HTTP/1.1" status: 200 len: 1002 time: 0.2005622 May 21 16:16:26.043965 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-fe221b4d-8bf6-4a97-abcc-8eff3902f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:26.045424 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-fe221b4d-8bf6-4a97-abcc-8eff3902f403 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.0571320 May 21 16:16:26.126059 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-ae50074d-787a-4945-bd5a-d011172e9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:26.128509 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-ae50074d-787a-4945-bd5a-d011172e9d1d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773499 May 21 16:16:26.319611 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-e9b9729e-3704-469f-89aa-95c1f944dab8 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850352 May 21 16:16:26.331206 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4e14-b5fe-49db-bd9b-5c76f8764f45 req-1263f2b0-74cc-4a88-84b4-a0b0cd8f0d9c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:26.332555 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-02bb4e14-b5fe-49db-bd9b-5c76f8764f45 req-1263f2b0-74cc-4a88-84b4-a0b0cd8f0d9c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.1796110 May 21 16:16:26.456647 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-02bb4e14-b5fe-49db-bd9b-5c76f8764f45 req-4ae01a58-87a0-4472-87f2-d3e5d0152355 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055400 May 21 16:16:26.495820 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-8cfeab1a-5d33-40b3-b9d7-c97bff59b8ac req-ac0310e4-1702-47ea-9164-e650327ad31f service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623373 May 21 16:16:27.231691 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-57871bbf-f09e-44ce-837d-28231d085cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:27.647265 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f881-76b1-4183-b054-798ff1b39565 req-dd297cf0-c6eb-49ca-b074-6960064f901b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:27.648728 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f478f881-76b1-4183-b054-798ff1b39565 req-dd297cf0-c6eb-49ca-b074-6960064f901b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 946 time: 0.0826304 May 21 16:16:27.693052 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f478f881-76b1-4183-b054-798ff1b39565 req-6b3a2926-30c8-4f95-848d-6a7192847380 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386393 May 21 16:16:27.831083 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:16:27.975596 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:28.000713 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:16:28.011355 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:28.015732 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:28.018468 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:28.053119 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'code': 200} May 21 16:16:28.086254 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=8']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:28.089558 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:28.859601 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cfc6d-b622-4fb9-aeee-a804f03d7aaa req-393f76f6-eae1-4c0b-a22d-f6a968a5f0fa tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:28.861652 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a9cfc6d-b622-4fb9-aeee-a804f03d7aaa req-393f76f6-eae1-4c0b-a22d-f6a968a5f0fa tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0836146 May 21 16:16:28.896049 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca3729-cdbf-475d-a511-7857c866ab42 req-78e66d39-fed8-4e33-9f57-6e37be6983e8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:28.897428 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d8ca3729-cdbf-475d-a511-7857c866ab42 req-78e66d39-fed8-4e33-9f57-6e37be6983e8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0865154 May 21 16:16:28.908548 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-5a9cfc6d-b622-4fb9-aeee-a804f03d7aaa req-811f35a8-8551-4c9f-bf5e-23d2d549a76a tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406470 May 21 16:16:28.944028 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d8ca3729-cdbf-475d-a511-7857c866ab42 req-ed806a11-172e-43c1-a9a4-082dc3c302cd tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 May 21 16:16:29.781220 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-bc508032-a6d7-482d-8859-189b3a7f4534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:29.897079 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:30.104363 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358ffb4-8736-4797-b53e-973ffeb300ea req-c8caa855-7406-4959-a3e5-e98a8e29d356 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:30.105870 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f358ffb4-8736-4797-b53e-973ffeb300ea req-c8caa855-7406-4959-a3e5-e98a8e29d356 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0845973 May 21 16:16:30.153496 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f358ffb4-8736-4797-b53e-973ffeb300ea req-4d896c50-9553-4512-8e5f-081362edc4a4 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413783 May 21 16:16:30.342628 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f435bb-ca96-4af6-96f2-96513660d13e req-48392c87-e0bd-40a6-abef-4d121584a89f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:30.344103 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-57f435bb-ca96-4af6-96f2-96513660d13e req-48392c87-e0bd-40a6-abef-4d121584a89f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0828288 May 21 16:16:30.389922 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-57f435bb-ca96-4af6-96f2-96513660d13e req-7e0eef7e-2a04-4c92-948b-b8702ec6269c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399761 May 21 16:16:30.671156 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:30.708253 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55056) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:16:30.824634 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-631c5b3c-a417-4318-a922-b6c395d4280f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151724 May 21 16:16:31.353300 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb91ef8-3bf6-4eac-a7b4-156a5e2ec465 req-15ef122e-2d6e-41b5-a6b4-98eef852ed69 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:31.355372 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1eb91ef8-3bf6-4eac-a7b4-156a5e2ec465 req-15ef122e-2d6e-41b5-a6b4-98eef852ed69 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0906880 May 21 16:16:31.405608 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-1eb91ef8-3bf6-4eac-a7b4-156a5e2ec465 req-57dbd577-68fa-4621-aa39-a6e7c698eec6 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447083 May 21 16:16:31.594232 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45240db2-738e-4b63-80de-1f8519ec0687 req-d1798a9e-48df-4b30-80dd-aa91dbe0175c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:31.595936 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-45240db2-738e-4b63-80de-1f8519ec0687 req-d1798a9e-48df-4b30-80dd-aa91dbe0175c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0978632 May 21 16:16:31.641024 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-45240db2-738e-4b63-80de-1f8519ec0687 req-b0deb296-f513-4fc0-87f2-fd57bfc3556b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395076 May 21 16:16:31.838665 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:16:32.515392 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:32.598087 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23ab7-2fff-46a1-9a37-30c91b24cb3a req-2f56aff0-d1be-40c6-b589-c3828a577a3d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:32.599533 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0ce23ab7-2fff-46a1-9a37-30c91b24cb3a req-2f56aff0-d1be-40c6-b589-c3828a577a3d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0794663 May 21 16:16:32.644382 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0ce23ab7-2fff-46a1-9a37-30c91b24cb3a req-936b2e8a-15b3-49a1-9e25-385c2b691f5c tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392451 May 21 16:16:32.834815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb35b82-aa9f-4681-9f25-2b155e41a6b9 req-b957ddb9-f024-4426-a5c5-aeef5df547df tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:32.836255 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3cb35b82-aa9f-4681-9f25-2b155e41a6b9 req-b957ddb9-f024-4426-a5c5-aeef5df547df tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0834811 May 21 16:16:32.883321 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3cb35b82-aa9f-4681-9f25-2b155e41a6b9 req-be599bdc-dc5c-4b98-9da7-c49303137a36 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 May 21 16:16:33.786895 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-9093a2c1-bd64-439e-a9a0-7bfbc25891e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:33.788366 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-9093a2c1-bd64-439e-a9a0-7bfbc25891e5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9&tenant_id=2b4774768b1a4c638f6e2d4361c137ed HTTP/1.1" status: 200 len: 1097 time: 0.0740724 May 21 16:16:33.834286 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbe0b3-ad19-4059-b0e2-28e48e8dcf76 req-c6dca34f-26d2-42a1-abe8-edfe057becfe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:33.835871 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c5fbe0b3-ad19-4059-b0e2-28e48e8dcf76 req-c6dca34f-26d2-42a1-abe8-edfe057becfe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0846350 May 21 16:16:33.884377 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c5fbe0b3-ad19-4059-b0e2-28e48e8dcf76 req-fd13cfac-2369-4705-bf7d-f113ff88bcee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427711 May 21 16:16:33.890470 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-35fe77e7-8fcd-4a10-931f-d935675b42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:33.892160 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-35fe77e7-8fcd-4a10-931f-d935675b42a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 1097 time: 0.0789258 May 21 16:16:34.069388 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-d19905aa-ac30-4178-8aaf-28bc5d9b4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:34.070833 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-d19905aa-ac30-4178-8aaf-28bc5d9b4bf4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 200 len: 919 time: 0.1718197 May 21 16:16:34.186347 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067a729-5ab1-4bcc-a5da-4948ec16d066 req-e0bd21b0-2e18-409c-beb3-1853bb3780df tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:34.187684 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3067a729-5ab1-4bcc-a5da-4948ec16d066 req-e0bd21b0-2e18-409c-beb3-1853bb3780df tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.1922297 May 21 16:16:34.210272 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-51d8f031-a4e5-42f5-9269-56df5f82ac78 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b HTTP/1.1" status: 200 len: 1000 time: 0.1288478 May 21 16:16:34.391607 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-3067a729-5ab1-4bcc-a5da-4948ec16d066 req-a69f5de2-c03b-4665-82fb-ae4c12a18c84 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974833 May 21 16:16:34.406239 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-d25256c2-0ec6-468e-a30c-390462903693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:34.407745 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-d25256c2-0ec6-468e-a30c-390462903693 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 200 len: 856 time: 0.1905031 May 21 16:16:34.487881 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-a9476616-d9a4-4818-ab31-add8d4d24d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:34.489367 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-a9476616-d9a4-4818-ab31-add8d4d24d2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f893756e-6eac-4880-8f55-f8cc2b7300f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744624 May 21 16:16:34.622335 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-e86db43b-647f-411e-a76a-f16f710b6297 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264079 May 21 16:16:34.756942 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-cc250fb7-a9b3-4bd0-bb6b-9449d19a265e req-a27eb003-5f24-4023-8c6d-748a69fddb94 service neutron] 10.222.0.84 "GET /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282775 May 21 16:16:35.090417 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4c01-e38b-47a2-a470-e9284bbed764 req-4fba9137-a189-442c-a7bd-0174c3c0dfec tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:35.091886 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0d9c4c01-e38b-47a2-a470-e9284bbed764 req-4fba9137-a189-442c-a7bd-0174c3c0dfec tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0882068 May 21 16:16:35.137214 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0d9c4c01-e38b-47a2-a470-e9284bbed764 req-9fe469eb-1845-423f-9436-6ecb60ee4e41 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387597 May 21 16:16:35.618901 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768626b7-5f4b-4550-b37d-5ce2a0dc5ad5 req-f35f87f5-1f39-4209-87ab-f42414638519 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:35.628029 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-768626b7-5f4b-4550-b37d-5ce2a0dc5ad5 req-f35f87f5-1f39-4209-87ab-f42414638519 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.1183116 May 21 16:16:35.678674 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-768626b7-5f4b-4550-b37d-5ce2a0dc5ad5 req-32677b71-49ce-4059-a83b-4e94d14ccef8 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493205 May 21 16:16:36.334428 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe34cf-f321-4c15-be5b-db31756e02ad req-5db06a85-3cbb-41d9-ae88-107deec7901c tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:36.335931 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5ebe34cf-f321-4c15-be5b-db31756e02ad req-5db06a85-3cbb-41d9-ae88-107deec7901c tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0875862 May 21 16:16:36.384120 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5ebe34cf-f321-4c15-be5b-db31756e02ad req-1a5ca3e6-eb05-4951-b9f9-dd653bf27942 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425110 May 21 16:16:36.896880 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee7126-13d6-490c-b2d3-5214cc3e3f68 req-9e547b39-b035-43af-b82f-968fe2119862 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:36.898451 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-56ee7126-13d6-490c-b2d3-5214cc3e3f68 req-9e547b39-b035-43af-b82f-968fe2119862 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0933607 May 21 16:16:36.962815 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-56ee7126-13d6-490c-b2d3-5214cc3e3f68 req-99148c7f-0045-4601-be88-b646e33d7c3f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586798 May 21 16:16:37.061662 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:16:37.574193 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e9be1-7b44-4a01-925a-2b18e594bccb req-978c55f3-6312-4ad8-9e95-5994596a2d1b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:37.575641 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ae4e9be1-7b44-4a01-925a-2b18e594bccb req-978c55f3-6312-4ad8-9e95-5994596a2d1b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0812833 May 21 16:16:37.630308 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-ae4e9be1-7b44-4a01-925a-2b18e594bccb req-e15f692e-e956-4143-af24-6bed48ad8e92 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475230 May 21 16:16:38.165977 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271599ac-d174-427a-8f7a-fd294a6784bf req-2076cc24-a0ff-4a4e-8998-e99c0e7e3106 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:38.167426 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-271599ac-d174-427a-8f7a-fd294a6784bf req-2076cc24-a0ff-4a4e-8998-e99c0e7e3106 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0889654 May 21 16:16:38.218831 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-271599ac-d174-427a-8f7a-fd294a6784bf req-abb4983f-b89d-42e4-874e-89b262506c1c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445359 May 21 16:16:38.860965 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc230-0406-4564-821a-f7410f26117b req-35a230dd-805c-4465-b838-9b8ea5443537 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:38.863632 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6d9bc230-0406-4564-821a-f7410f26117b req-35a230dd-805c-4465-b838-9b8ea5443537 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.1019228 May 21 16:16:38.916291 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-6d9bc230-0406-4564-821a-f7410f26117b req-2cd266cf-4771-4dd8-b0f6-4a037c0116b5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463908 May 21 16:16:39.425983 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecba71-9d26-40d4-a130-aa24be77a53d req-e05c3ad6-c3b6-4f31-b6ff-50ed788b5241 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:39.429821 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5ecba71-9d26-40d4-a130-aa24be77a53d req-e05c3ad6-c3b6-4f31-b6ff-50ed788b5241 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0920613 May 21 16:16:39.478264 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e5ecba71-9d26-40d4-a130-aa24be77a53d req-9b4904c8-1d92-4667-82c5-558267fdc07d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 May 21 16:16:40.108722 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e4aff-52eb-46e0-95c9-b60f8565f380 req-1b98b82a-7b43-4aa0-8a40-947df3b2482a tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:40.110277 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-359e4aff-52eb-46e0-95c9-b60f8565f380 req-1b98b82a-7b43-4aa0-8a40-947df3b2482a tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0795066 May 21 16:16:40.164739 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-359e4aff-52eb-46e0-95c9-b60f8565f380 req-fd1a17c2-ec8e-4651-8151-9f7bacf9b9cf tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482869 May 21 16:16:40.700282 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb40160-c608-4459-87ad-0348520d033f req-f6530f8e-551c-49f9-948c-69aa617515ab tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:40.702589 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2fb40160-c608-4459-87ad-0348520d033f req-f6530f8e-551c-49f9-948c-69aa617515ab tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0985892 May 21 16:16:40.764937 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2fb40160-c608-4459-87ad-0348520d033f req-3dd44d45-8a15-4664-9478-aeeaddbb6cdc tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565555 May 21 16:16:41.388919 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3e17-5389-4af3-b0f5-353c79cc1581 req-3b96829d-3bf8-4920-b1a0-79ce947667f1 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:41.390419 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a5ed3e17-5389-4af3-b0f5-353c79cc1581 req-3b96829d-3bf8-4920-b1a0-79ce947667f1 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0832417 May 21 16:16:41.439367 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a5ed3e17-5389-4af3-b0f5-353c79cc1581 req-c5bf732b-345e-4474-8a12-02315104256d tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421753 May 21 16:16:41.975716 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec356a3-31cc-41f1-9928-987b43e5d753 req-0debe815-2d18-405a-ac71-e7123dc11625 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:41.977317 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-aec356a3-31cc-41f1-9928-987b43e5d753 req-0debe815-2d18-405a-ac71-e7123dc11625 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0855379 May 21 16:16:42.040196 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-aec356a3-31cc-41f1-9928-987b43e5d753 req-619c301a-0e20-44c8-9119-ec3d9190f302 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436702 May 21 16:16:42.730311 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557fe3a-0ca2-4807-8a04-6a6d217a1851 req-c8c867be-2c06-41e6-aa7f-405b218e53d2 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:42.731893 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5557fe3a-0ca2-4807-8a04-6a6d217a1851 req-c8c867be-2c06-41e6-aa7f-405b218e53d2 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.1787243 May 21 16:16:42.784024 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5557fe3a-0ca2-4807-8a04-6a6d217a1851 req-81bbb291-ffd6-4314-b749-f183e3c2ba88 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451941 May 21 16:16:43.000934 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:43.260449 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340d0f-0620-44f1-9f60-ab5188dbe16c req-9f0849d4-2550-4a04-8775-1bc9f280f7d2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:43.262080 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1a340d0f-0620-44f1-9f60-ab5188dbe16c req-9f0849d4-2550-4a04-8775-1bc9f280f7d2 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0963683 May 21 16:16:43.307174 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-1a340d0f-0620-44f1-9f60-ab5188dbe16c req-928b0cbf-4849-4ed3-b669-014c0f53bf47 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 May 21 16:16:43.977621 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed52e2-3118-4c27-b055-24d8526565b4 req-9028b2b9-3649-4c41-9b25-345ef2c3a778 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:43.979076 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-73ed52e2-3118-4c27-b055-24d8526565b4 req-9028b2b9-3649-4c41-9b25-345ef2c3a778 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0884662 May 21 16:16:44.031440 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-73ed52e2-3118-4c27-b055-24d8526565b4 req-bf48163b-7e4f-42f1-958b-a2a98e5bab50 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462174 May 21 16:16:44.507529 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30144e-f362-4eef-9ef9-2d265c339c67 req-70c46a39-12ba-4434-9e4c-f30014a7b995 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:44.509195 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4c30144e-f362-4eef-9ef9-2d265c339c67 req-70c46a39-12ba-4434-9e4c-f30014a7b995 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0882671 May 21 16:16:44.567888 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-4c30144e-f362-4eef-9ef9-2d265c339c67 req-b1c40741-0446-47e8-bd18-c3fdde14aef1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469034 May 21 16:16:45.228014 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f5de3-8501-4df1-bb8c-ecb44487789a req-4dd5c927-90e2-4e64-aa54-beab4a5c69d9 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:45.229443 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4e5f5de3-8501-4df1-bb8c-ecb44487789a req-4dd5c927-90e2-4e64-aa54-beab4a5c69d9 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0803561 May 21 16:16:45.275443 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-4e5f5de3-8501-4df1-bb8c-ecb44487789a req-fbc97066-83d6-4807-be4d-7c088090778c tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402703 May 21 16:16:45.778722 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2243e-a5a8-4706-8786-a2f2b80fbca6 req-dc17d61d-4c82-4132-8512-f992fe43adec tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:45.780230 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bfd2243e-a5a8-4706-8786-a2f2b80fbca6 req-dc17d61d-4c82-4132-8512-f992fe43adec tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0884359 May 21 16:16:45.838412 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-bfd2243e-a5a8-4706-8786-a2f2b80fbca6 req-5512e8b4-12a7-4c6f-bd9c-3c247dfe00f0 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516241 May 21 16:16:46.502139 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582871-792e-42f7-a690-960146039971 req-23a3e1bc-7c2f-4695-abe9-4a0c692da5e0 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:46.503857 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f3582871-792e-42f7-a690-960146039971 req-23a3e1bc-7c2f-4695-abe9-4a0c692da5e0 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.1129365 May 21 16:16:46.559019 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-f3582871-792e-42f7-a690-960146039971 req-c666bb07-13d3-488c-9ad7-d2852ad35011 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484779 May 21 16:16:47.036921 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f9ef-642c-4d43-bd43-799eed110d40 req-050d9d8d-94f8-4910-86c8-11d5983d8c78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:47.038392 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba10f9ef-642c-4d43-bd43-799eed110d40 req-050d9d8d-94f8-4910-86c8-11d5983d8c78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0855777 May 21 16:16:47.082811 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-ba10f9ef-642c-4d43-bd43-799eed110d40 req-d516c68e-b2dc-469b-b5b6-71144f14b27c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388899 May 21 16:16:47.754616 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf48bc-375a-41a2-9a05-d559ecc058eb req-50924fc8-1ab0-4f58-a7b2-9d65edb9096e tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:47.756059 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5ddf48bc-375a-41a2-9a05-d559ecc058eb req-50924fc8-1ab0-4f58-a7b2-9d65edb9096e tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0851519 May 21 16:16:47.802627 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5ddf48bc-375a-41a2-9a05-d559ecc058eb req-b172a502-53ce-43f0-93b3-53065d097e79 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405378 May 21 16:16:47.920575 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-ebbd4416-0665-4b74-9eb3-394746725bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:47.922063 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-ebbd4416-0665-4b74-9eb3-394746725bf3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1098 time: 0.0746467 May 21 16:16:48.067014 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-197fb3fb-77fb-43d7-b0d7-6224fb5bee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:48.068404 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-197fb3fb-77fb-43d7-b0d7-6224fb5bee50 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 909 time: 0.1266749 May 21 16:16:48.174732 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-7b067d19-6a88-4638-9c1d-d26154809e59 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 1001 time: 0.0983331 May 21 16:16:48.295414 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-d8949b43-8cbf-4756-b729-e33a32618fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:48.297675 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-d8949b43-8cbf-4756-b729-e33a32618fd5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.1160955 May 21 16:16:48.522760 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c38aaa-8090-44b7-b563-f2402b8ad676 req-b4e7cc6c-122d-4cdd-a7ab-1ff16563da19 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:48.524227 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-79c38aaa-8090-44b7-b563-f2402b8ad676 req-b4e7cc6c-122d-4cdd-a7ab-1ff16563da19 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.3078301 May 21 16:16:48.577906 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-aa545bbe-1e41-4358-983c-4f35c4300ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:48.580115 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-aa545bbe-1e41-4358-983c-4f35c4300ab7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2708874 May 21 16:16:48.583082 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-79c38aaa-8090-44b7-b563-f2402b8ad676 req-92b63572-fec1-4aa1-bf18-703593bd5e52 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521231 May 21 16:16:48.713084 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-4572f829-b115-4358-b316-0356036b2e8f service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258564 May 21 16:16:48.849995 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-6ca46860-8ed3-409e-ab93-c162776971e1 req-d6f3403a-8ff8-43b8-a203-49cc19838550 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304543 May 21 16:16:48.973190 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-bda83f11-5f71-4ff3-be6c-8e40128b903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:48.974828 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-bda83f11-5f71-4ff3-be6c-8e40128b903c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1098 time: 0.0804961 May 21 16:16:49.011782 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1afbce-b044-4a3a-9d88-7f0c51561d79 req-0db2cd37-b04a-429c-9e6f-6bc161d5b4d2 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:49.013220 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7c1afbce-b044-4a3a-9d88-7f0c51561d79 req-0db2cd37-b04a-429c-9e6f-6bc161d5b4d2 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0885873 May 21 16:16:49.058394 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-7c1afbce-b044-4a3a-9d88-7f0c51561d79 req-ad831ee8-a965-4219-a9e0-49c0b99228ad tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385880 May 21 16:16:49.108488 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-792f8cec-979f-4b70-8d02-71a67b128c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:49.110886 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-792f8cec-979f-4b70-8d02-71a67b128c06 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 909 time: 0.1282246 May 21 16:16:49.218506 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-7a1a66b1-807f-4817-81c6-d3c2f370077c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 1001 time: 0.1002617 May 21 16:16:49.284692 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-2202e862-a93e-4dfe-af24-877fbfd1cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:49.286084 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-2202e862-a93e-4dfe-af24-877fbfd1cec7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.0608797 May 21 16:16:49.367978 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-af252b05-8f68-4793-97b8-4d92db2ff197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:49.369480 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-af252b05-8f68-4793-97b8-4d92db2ff197 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760405 May 21 16:16:49.507616 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-08d756e8-4bfb-43d3-aa97-19e5dd2ac4d8 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316235 May 21 16:16:49.641027 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-f83a454f-f9f2-4bdd-86d2-7b993b016b0b req-568bff40-1615-4752-8a8c-5fa3b04af71a service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258662 May 21 16:16:49.777226 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c89a1-4f19-44d7-abc3-f5508f80cc9b req-74a44fda-1d66-4d68-a3e1-b1b03081259f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:49.778723 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-332c89a1-4f19-44d7-abc3-f5508f80cc9b req-74a44fda-1d66-4d68-a3e1-b1b03081259f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0793736 May 21 16:16:49.827818 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-332c89a1-4f19-44d7-abc3-f5508f80cc9b req-ae647403-179d-4440-8a26-d8f024199408 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 May 21 16:16:50.249917 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a2b9d-bac8-4081-a0df-384574aa608b req-5eeb751c-fb17-494b-ba1a-e3e570892aea tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:50.251585 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-103a2b9d-bac8-4081-a0df-384574aa608b req-5eeb751c-fb17-494b-ba1a-e3e570892aea tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0807664 May 21 16:16:50.303818 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-103a2b9d-bac8-4081-a0df-384574aa608b req-6aa63394-684d-4a52-8af9-fbbaa0a8693a tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463352 May 21 16:16:51.030205 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cc5b8-6f79-4b76-85ce-efb996cda6d0 req-09f5d5a8-6020-4d7a-bf5b-32137b2f3f36 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:51.031708 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c67cc5b8-6f79-4b76-85ce-efb996cda6d0 req-09f5d5a8-6020-4d7a-bf5b-32137b2f3f36 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 944 time: 0.0873506 May 21 16:16:51.086302 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c67cc5b8-6f79-4b76-85ce-efb996cda6d0 req-92137a58-d6e2-4e1a-abdb-6af42df6ee5c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487490 May 21 16:16:51.503895 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68000ca-f993-4182-81cd-7389ca594ba9 req-c25a571a-f9d0-4a43-840b-43bd9db744f1 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:51.505479 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a68000ca-f993-4182-81cd-7389ca594ba9 req-c25a571a-f9d0-4a43-840b-43bd9db744f1 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0902259 May 21 16:16:51.552160 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-a68000ca-f993-4182-81cd-7389ca594ba9 req-3ea1414e-cd0e-400f-9989-4b7568aa96a4 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410295 May 21 16:16:51.931972 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:16:52.071669 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:52.085959 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'port_id': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'mac_address': 'fa:16:3e:37:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:16:52.147504 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:52.164677 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5289b4f0-fdec-4d0b-bf79-6f80290cab4b {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:16:52.180286 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:52.184663 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:52.186356 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:52.256517 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=9']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:52.259878 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:52.289011 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f3e5a-b313-4348-9bde-d307acfea0b6 req-2a94dc99-51f8-485d-b5e9-8efff55d9554 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:52.290505 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-823f3e5a-b313-4348-9bde-d307acfea0b6 req-2a94dc99-51f8-485d-b5e9-8efff55d9554 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 945 time: 0.0852153 May 21 16:16:52.341978 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-823f3e5a-b313-4348-9bde-d307acfea0b6 req-8ed09ad4-a4cf-4a3e-a76b-f8f1e43b6d29 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457394 May 21 16:16:52.390249 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['5289b4f0-fdec-4d0b-bf79-6f80290cab4b'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:16:52.745983 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606a8a2-7531-4cb5-9ed7-d5a2b3d2cd0d req-a76e97de-fc19-4fe3-956b-cf411c411ce6 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:52.747413 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0606a8a2-7531-4cb5-9ed7-d5a2b3d2cd0d req-a76e97de-fc19-4fe3-956b-cf411c411ce6 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0906231 May 21 16:16:52.791935 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-0606a8a2-7531-4cb5-9ed7-d5a2b3d2cd0d req-b1eeb4cc-76b8-4da9-8e20-ff452d771f16 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384262 May 21 16:16:53.077614 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-146d51f2-13bf-4a88-8742-cad234aa2f0d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725069 May 21 16:16:53.162671 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ed726-9780-42b3-9e96-684524de1d9e req-2f522e44-fb56-4f21-81dc-814ce5cbd3e5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:53.164288 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-561ed726-9780-42b3-9e96-684524de1d9e req-2f522e44-fb56-4f21-81dc-814ce5cbd3e5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0854256 May 21 16:16:53.210032 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-561ed726-9780-42b3-9e96-684524de1d9e req-ea997903-7200-4189-8688-73eb5c41ca88 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403178 May 21 16:16:53.539052 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb930fe5-ed9b-4de7-8d7d-1a784cc8abf2 req-c5202dcd-d2dc-4dc1-8ebb-e57c9e2d9bf1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:53.540526 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fb930fe5-ed9b-4de7-8d7d-1a784cc8abf2 req-c5202dcd-d2dc-4dc1-8ebb-e57c9e2d9bf1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 945 time: 0.0856695 May 21 16:16:53.586361 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-fb930fe5-ed9b-4de7-8d7d-1a784cc8abf2 req-47d25705-1e49-4d52-9a59-0e4aa42d29eb tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401747 May 21 16:16:53.947106 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:16:54.014414 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:16:54.014835 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:54.134943 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:54.163522 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:16:54.174787 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:54.179507 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:54.180664 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 40528c87-8419-4ce8-ba25-146def0d0e8c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:16:54.219087 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:54.250803 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'code': 200} May 21 16:16:54.306706 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=10']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:54.334527 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:54.379557 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:54.413388 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:54.417426 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:54.420173 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:54.454858 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163461d-5e61-4c7a-b597-62026eee47a7 req-0e8ae5af-a31e-46d7-8dee-5181d7ed6ac1 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:54.457741 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e163461d-5e61-4c7a-b597-62026eee47a7 req-0e8ae5af-a31e-46d7-8dee-5181d7ed6ac1 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.1309152 May 21 16:16:54.491580 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=6']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:54.494961 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:54.517632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b3ac-f6fd-4dbe-9d10-660d6d70c06a req-0bf9ae52-fb04-4177-aa37-1b9adeeb10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:54.519105 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c403b3ac-f6fd-4dbe-9d10-660d6d70c06a req-0bf9ae52-fb04-4177-aa37-1b9adeeb10c6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 1100 time: 0.1203384 May 21 16:16:54.521828 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-e163461d-5e61-4c7a-b597-62026eee47a7 req-2ffbe114-17b4-4538-9c23-13187636b45c tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495412 May 21 16:16:54.536459 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-7f219f3b-4ca2-423c-a4e4-1cf59d8a43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:54.537952 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-7f219f3b-4ca2-423c-a4e4-1cf59d8a43cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7&tenant_id=c15f99910f3d4403a8f9b279a9900263 HTTP/1.1" status: 200 len: 1096 time: 0.0821040 May 21 16:16:54.565876 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-c403b3ac-f6fd-4dbe-9d10-660d6d70c06a req-bf9abcd4-e0fc-4fd6-be3e-c9f64a765650 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 May 21 16:16:54.633640 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-a95e06b1-8522-4cde-a21a-cf984dedfb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:54.635151 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-a95e06b1-8522-4cde-a21a-cf984dedfb2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1096 time: 0.0747917 May 21 16:16:54.820296 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-dcf0031b-cced-4a32-86d0-9c2f240d88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:54.821759 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-dcf0031b-cced-4a32-86d0-9c2f240d88a4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 909 time: 0.1791501 May 21 16:16:54.893306 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf495b-a420-456a-899c-565ef6048e22 req-1486e19b-170c-4508-8774-9843cd0153bd tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:54.894772 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-acaf495b-a420-456a-899c-565ef6048e22 req-1486e19b-170c-4508-8774-9843cd0153bd tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 947 time: 0.1850541 May 21 16:16:54.963388 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-003b1c2b-a64c-4052-aede-86564fd5f935 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 999 time: 0.1336534 May 21 16:16:54.967734 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-acaf495b-a420-456a-899c-565ef6048e22 req-22822dba-269f-41e0-a0b3-f8fa801be434 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652995 May 21 16:16:55.031070 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-67315124-57b8-4893-a58c-38faf16eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:55.033219 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-67315124-57b8-4893-a58c-38faf16eff2b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.0623682 May 21 16:16:55.109572 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-482c9cb0-9180-40e8-af5c-4635f2d87f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:55.111731 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-482c9cb0-9180-40e8-af5c-4635f2d87f43 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701559 May 21 16:16:55.344960 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-bd9bdc5e-70e6-4fd0-b337-2c09480b33d0 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252269 May 21 16:16:55.496668 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-5127a4e1-20d7-472f-9df3-eb297ae5ed5a req-15ee0cb9-50c6-432a-9a25-8c1f53239bbe service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434116 May 21 16:16:55.824852 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1743591-d28d-417d-b92e-fd0cd0afd536 req-90270877-7fb8-4b3f-b8af-7ed6e268f731 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:55.826351 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1743591-d28d-417d-b92e-fd0cd0afd536 req-90270877-7fb8-4b3f-b8af-7ed6e268f731 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 943 time: 0.1928368 May 21 16:16:55.872174 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-a1743591-d28d-417d-b92e-fd0cd0afd536 req-f59b5a71-7978-4111-86c5-c9d45b0046a5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401454 May 21 16:16:56.173691 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e9a5e-7001-4f86-a96a-da2cef136908 req-9dba57f0-2e01-45a2-bb00-802f45f29363 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:56.175075 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-179e9a5e-7001-4f86-a96a-da2cef136908 req-9dba57f0-2e01-45a2-bb00-802f45f29363 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 947 time: 0.0837677 May 21 16:16:56.218845 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-179e9a5e-7001-4f86-a96a-da2cef136908 req-fc15ccce-8920-4d54-ba2e-a60eb920ef33 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381603 May 21 16:16:56.252187 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:16:56.297945 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'code': 200} May 21 16:16:57.055629 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a663-156a-418e-9cb7-9a8ab3db22dd req-40d14b91-68b1-4bbe-8245-5021a7734883 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:57.057067 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8402a663-156a-418e-9cb7-9a8ab3db22dd req-40d14b91-68b1-4bbe-8245-5021a7734883 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 943 time: 0.0813479 May 21 16:16:57.101056 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-8402a663-156a-418e-9cb7-9a8ab3db22dd req-05e68932-76d0-42ca-ad93-d498a2f80873 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384617 May 21 16:16:57.233846 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a8cdb38e-88f1-48f7-85a0-66bedb3b72ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:57.986064 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 40528c87-8419-4ce8-ba25-146def0d0e8c details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=91726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 16:16:58.114938 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:58.128099 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Returning: {'device': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'port_id': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'mac_address': 'fa:16:3e:75:41:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 16:16:58.185238 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:58.202501 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40528c87-8419-4ce8-ba25-146def0d0e8c {{(pid=91726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 16:16:58.220337 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:16:58.224255 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:58.225888 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:16:58.290557 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=7']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:16:58.293616 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:16:58.294968 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879590e-6f0a-4aea-88a9-1edebf25c544 req-349cad8a-7c27-486a-bc99-3f416ab1b5d9 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:58.296442 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2879590e-6f0a-4aea-88a9-1edebf25c544 req-349cad8a-7c27-486a-bc99-3f416ab1b5d9 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 944 time: 0.0849237 May 21 16:16:58.342047 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-2879590e-6f0a-4aea-88a9-1edebf25c544 req-824e3ed1-1256-4427-8b6f-e65d370c4987 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393333 May 21 16:16:58.436171 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] get_ports_and_sgs() called for port_ids ['40528c87-8419-4ce8-ba25-146def0d0e8c'] {{(pid=91726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 16:16:59.559573 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0acff1-c21f-419b-93fd-22d9e565c2e9 req-2711ca79-a3f6-4822-86b2-b7e4dacf4581 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:16:59.562217 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fe0acff1-c21f-419b-93fd-22d9e565c2e9 req-2711ca79-a3f6-4822-86b2-b7e4dacf4581 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 944 time: 0.1102104 May 21 16:16:59.610817 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-fe0acff1-c21f-419b-93fd-22d9e565c2e9 req-3528b329-bf75-4975-bbc5-e96abf1f8729 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419238 May 21 16:16:59.784826 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-58440186-56d7-41e8-9409-1730b656908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:59.898662 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:16:59.999119 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 40528c87-8419-4ce8-ba25-146def0d0e8c up at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 16:17:00.068259 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.provisioning_blocks [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Provisioning complete for port 40528c87-8419-4ce8-ba25-146def0d0e8c triggered by entity L2. {{(pid=91726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 16:17:00.068635 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526219'] for port, provisioning_complete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:00.186061 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-734291'] for port, before_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:00.211919 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c'}] {{(pid=91726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:17:00.222733 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:17:00.227159 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769549702849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769549286795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769549286840'] for port, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:00.230026 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:00.267737 dv-cinder-792462-8-smb neutron-server[91726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'code': 200} May 21 16:17:00.300987 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Pushing event updated for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=8']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:00.303879 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:00.557561 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb84a8-09e8-4b70-a380-488e9494522f req-dd56b912-26eb-44eb-98f7-e4032fb88275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:17:00.559046 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9dcb84a8-09e8-4b70-a380-488e9494522f req-dd56b912-26eb-44eb-98f7-e4032fb88275 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1098 time: 0.0687487 May 21 16:17:00.599295 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-9dcb84a8-09e8-4b70-a380-488e9494522f req-1b241fc0-66d6-4cdf-91a0-08f737a55ff3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339479 May 21 16:17:00.675296 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:00.807885 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83dd0-51a2-4a06-8312-e257ddb0733b req-633c328b-f8f6-489b-b109-3ab2e9e25fcc tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:17:00.809242 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-59d83dd0-51a2-4a06-8312-e257ddb0733b req-633c328b-f8f6-489b-b109-3ab2e9e25fcc tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0868220 May 21 16:17:00.853774 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-59d83dd0-51a2-4a06-8312-e257ddb0733b req-02426516-bbab-442c-9534-5ba0b6a23d38 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380301 May 21 16:17:02.042869 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6dc36-bfe9-4b9a-a4ab-988fde5b7758 req-05f7cf82-4d79-4c4e-8619-d8b3c762d2b6 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:17:02.044329 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-deb6dc36-bfe9-4b9a-a4ab-988fde5b7758 req-05f7cf82-4d79-4c4e-8619-d8b3c762d2b6 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0811529 May 21 16:17:02.093808 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-deb6dc36-bfe9-4b9a-a4ab-988fde5b7758 req-e99a821a-6dd6-4d44-9cb2-5a6dbefab778 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427358 May 21 16:17:02.517033 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:12.996393 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:14.059936 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:17:27.241588 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9f5c878c-03d4-41ed-8225-603ccde1400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:29.786876 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-333cbaf2-7b6a-4e5d-bc57-1b36f2555b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:29.902826 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:30.100599 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c7026-5ce1-468d-8771-3aa348393a4b req-1ddf9206-ac79-427a-9c3d-e31fab14e00b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:17:30.101967 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-557c7026-5ce1-468d-8771-3aa348393a4b req-1ddf9206-ac79-427a-9c3d-e31fab14e00b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 947 time: 0.0802121 May 21 16:17:30.146313 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-557c7026-5ce1-468d-8771-3aa348393a4b req-76cbf922-281a-49c0-abaf-90c57cbd4e8f tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387352 May 21 16:17:30.677687 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:31.344361 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e83ab5-33dd-4257-83da-a5d9d7ee40b7 req-7f2e3dd5-c146-4a71-9f91-bddec430b19c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:17:31.345814 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-01e83ab5-33dd-4257-83da-a5d9d7ee40b7 req-7f2e3dd5-c146-4a71-9f91-bddec430b19c tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 947 time: 0.0854592 May 21 16:17:31.442468 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-01e83ab5-33dd-4257-83da-a5d9d7ee40b7 req-1053878c-6776-4f66-901b-d6d6bd824172 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups?id=5fd5d218-2110-4399-ac51-07cc5de7b256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608790 May 21 16:17:31.462205 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-62dd413d-ee81-483e-946f-b8432cf4b992 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:17:31.463622 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-62dd413d-ee81-483e-946f-b8432cf4b992 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 947 time: 0.1129518 May 21 16:17:31.602226 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Deleting port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:17:31.602567 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:31.734650 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] For port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:17:31.735139 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:32.035491 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:32.035769 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3828952'] for floatingip, after_update {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:32.036080 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.db.l3_db [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Floating IP 082ff889-d674-4947-a081-9d803c0ae9d5 disassociated. External IP: 172.28.1.227, port: 5289b4f0-fdec-4d0b-bf79-6f80290cab4b. May 21 16:17:32.036421 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Calling delete_port for 5289b4f0-fdec-4d0b-bf79-6f80290cab4b owned by compute:nova {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:17:32.146233 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:32.151567 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-65dcf632-7aa9-4759-bcbf-e2ffbe50f23b tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:32.196597 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event deleted for resources: {'Port': ['ID=5289b4f0-fdec-4d0b-bf79-6f80290cab4b,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:32.207388 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.207621 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.208187 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.208363 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.209418 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.209418 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.209418 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.209724 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.210078 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.210423 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.211674 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.211674 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:32.215310 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:32.510086 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Router 11244c24-a535-41e6-b4f3-ec541f4d2920 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:17:32.519729 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:32.604234 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-9771fb87-fa47-4938-8019-4b2c7e0752f2 req-29e50ee1-2958-4a64-89d1-2b3fea2368b1 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ade166-bbce-4ed9-b673-b19646ecabc9 HTTP/1.1" status: 200 len: 210 time: 0.0477045 May 21 16:17:32.703355 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:17:32.712740 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] Sync routers for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:17:32.723180 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:17:32.723801 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:17:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:32.775930 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] No DVR routers for this DVR port 5289b4f0-fdec-4d0b-bf79-6f80290cab4b on host hv-cinder-79246 {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:17:32.778508 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:32.783010 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-deleted', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:17:32.802691 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-47c34c45-f439-4aa8-a93b-23d54911a469 req-0acf8e44-bb4e-4f47-95c4-f8e044164335 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.84 "DELETE /v2.0/ports/5289b4f0-fdec-4d0b-bf79-6f80290cab4b HTTP/1.1" status: 204 len: 173 time: 1.3309319 May 21 16:17:32.831940 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ade166-bbce-4ed9-b673-b19646ecabc9', 'name': 'network-vif-deleted', 'tag': '5289b4f0-fdec-4d0b-bf79-6f80290cab4b', 'status': 'completed', 'code': 200} May 21 16:17:32.908073 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:17:33.224863 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:33.228638 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] Checking router: 11244c24-a535-41e6-b4f3-ec541f4d2920 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:17:33.236807 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:17:33.237392 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:17:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:33.455226 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:17:33.742424 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55284) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:33.775098 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:33.778998 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc6d21-18a8-4e04-a184-606f25448c11 None None] The sync data for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb is: [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:12:13Z', 'revision_number': 4, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '27525e68-d864-4645-a644-7341b340e459', 'name': '', 'network_id': 'f893756e-6eac-4880-8f55-f8cc2b7300f5', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'mac_address': 'fa:16:3e:22:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:12Z', 'updated_at': '2021-05-21T16:12:20Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'subnets': [{'id': 'a3f5ec89-031b-4daf-8eec-097000fb4ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:17:33.809223 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:33.840406 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:33.898507 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:33.903047 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-552334b2-0fd0-42cf-8e25-42491d8c177e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:33.919112 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5d218-2110-4399-ac51-07cc5de7b256,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:33.929236 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.929653 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.930063 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.930436 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.930912 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.931162 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.931525 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.931889 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.932250 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.932611 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.932966 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.933318 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:33.936486 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:33.943311 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:33.944468 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "DELETE /v2.0/security-groups/5fd5d218-2110-4399-ac51-07cc5de7b256 HTTP/1.1" status: 204 len: 168 time: 0.2010481 May 21 16:17:33.947222 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55288) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:33.964532 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.api.v2.resource [None req-f162449a-e8c3-4903-96f5-c124a58c8b01 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] show failed (client error): The resource could not be found. May 21 16:17:33.965596 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-f162449a-e8c3-4903-96f5-c124a58c8b01 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "GET /v2.0/security-groups/5fd5d218-2110-4399-ac51-07cc5de7b256 HTTP/1.1" status: 404 len: 347 time: 0.0174177 May 21 16:17:33.969451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55292) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:33.995207 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a057c1-82e4-4f0b-9d2e-0b0c277b3b23 None None] New status for floating IP 082ff889-d674-4947-a081-9d803c0ae9d5: DOWN {{(pid=91726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:17:34.194445 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Deleting port 5cf58bcd-b4aa-41ac-8f1c-1fb34a0e29dd {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:17:34.194706 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:34.316076 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:34.316430 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:34.441184 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Calling delete_port for 5cf58bcd-b4aa-41ac-8f1c-1fb34a0e29dd owned by network:floatingip {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:17:34.554451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:34.558820 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-21bec11f-933d-47c5-91c5-956e6a1f499a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:34.602439 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Pushing event deleted for resources: {'Port': ['ID=5cf58bcd-b4aa-41ac-8f1c-1fb34a0e29dd,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:34.629660 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:34.702917 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks [] for floatingip, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:34.717058 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:34.719561 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-e69464d9-b02e-4314-b7b3-2313d80f4a75 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] 10.222.0.91 "DELETE /v2.0/floatingips/082ff889-d674-4947-a081-9d803c0ae9d5 HTTP/1.1" status: 204 len: 168 time: 0.7481129 May 21 16:17:36.149789 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:17:36.183080 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 5289b4f0-fdec-4d0b-bf79-6f80290cab4b {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:17:36.183440 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 5289b4f0-fdec-4d0b-bf79-6f80290cab4b not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:17:37.505097 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55320) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:38.247589 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3805902'] for router_interface, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:38.657917 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Deleting port 27525e68-d864-4645-a644-7341b340e459 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:17:38.658775 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:38.777673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] For port 27525e68-d864-4645-a644-7341b340e459, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=27525e68-d864-4645-a644-7341b340e459,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:17:38.778189 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:38.900491 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Calling delete_port for 27525e68-d864-4645-a644-7341b340e459 owned by network:router_interface {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:17:39.060431 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:39.065853 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aac6e732-9124-4ed8-a005-735c7f41f80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:39.106590 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Pushing event deleted for resources: {'Port': ['ID=27525e68-d864-4645-a644-7341b340e459,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:39.110313 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:39.482107 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3805858'] for router_interface, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:39.860110 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Router 11244c24-a535-41e6-b4f3-ec541f4d2920 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:17:40.042729 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:17:40.052708 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] Sync routers for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:17:40.055505 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-abd55ed9-03cc-4d4a-badf-9e61f603b15b admin admin] 10.222.0.91 "PUT /v2.0/routers/11244c24-a535-41e6-b4f3-ec541f4d2920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5493114 May 21 16:17:40.057980 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55326) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:40.062501 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:17:40.063115 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:17:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:40.239871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks [] for router, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:40.252228 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:17:40.418312 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:40.489245 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Deleting port b4105a6b-2a0a-4223-9da8-276cdc53e8e6 {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:17:40.489620 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:40.537979 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142'}], 'enable_snat': True}, 'gw_port_id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:17:38Z', 'revision_number': 5, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port': {'id': 'b4105a6b-2a0a-4223-9da8-276cdc53e8e6', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:12:08Z', 'updated_at': '2021-05-21T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:40.541651 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] Checking router: 11244c24-a535-41e6-b4f3-ec541f4d2920 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:17:40.550641 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] Routers {'11244c24-a535-41e6-b4f3-ec541f4d2920'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:17:40.551224 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:17:30Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['11244c24-a535-41e6-b4f3-ec541f4d2920'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:40.612951 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] For port b4105a6b-2a0a-4223-9da8-276cdc53e8e6, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:17:40.613309 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:40.698777 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] Set router 11244c24-a535-41e6-b4f3-ec541f4d2920 gateway port host: None {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:17:40.809237 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:17:40Z', 'revision_number': 6, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port_host': None}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:40.813454 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209a0d0-25f1-47d1-908c-ddd326ed0c2e None None] The sync data for ids ['11244c24-a535-41e6-b4f3-ec541f4d2920'] in dv-cinder-792462-8-smb is: [{'id': '11244c24-a535-41e6-b4f3-ec541f4d2920', 'name': 'tempest-AttachVolumeShelveTestJSON-1501394849-router', 'tenant_id': '2b4774768b1a4c638f6e2d4361c137ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:12:07Z', 'updated_at': '2021-05-21T16:17:40Z', 'revision_number': 6, 'project_id': '2b4774768b1a4c638f6e2d4361c137ed', 'gw_port_host': None}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:17:40.854457 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Calling delete_port for b4105a6b-2a0a-4223-9da8-276cdc53e8e6 owned by network:router_gateway {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:17:40.992593 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:40.997072 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bd357d37-c476-4212-acb9-aafcc032bae1 tempest-AttachVolumeNegativeTest-1651531538 tempest-AttachVolumeNegativeTest-1651531538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:41.041333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4105a6b-2a0a-4223-9da8-276cdc53e8e6,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:41.070216 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:41.133728 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828779'] for router_gateway, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.312774 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4648'] for router, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.315119 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.336895 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3831751'] for router, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.337323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11244c24-a535-41e6-b4f3-ec541f4d2920 {{(pid=91725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 16:17:41.350188 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] Notify callbacks [] for router, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.351732 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-a6879c1a-dbd7-4bce-90ef-886419117270 admin admin] 10.222.0.91 "DELETE /v2.0/routers/11244c24-a535-41e6-b4f3-ec541f4d2920 HTTP/1.1" status: 204 len: 168 time: 1.2924504 May 21 16:17:41.353920 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55330) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:41.415959 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Deleting subnet a3f5ec89-031b-4daf-8eec-097000fb4ce7 {{(pid=91725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:17:41.419297 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.469520 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4100127'] for subnet, precommit_delete_associations {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.548066 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.801188 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4100886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3053448'] for subnet, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.805969 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-bf0ff94b-960d-4e24-a74f-20cb35e921d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:41.842472 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f5ec89-031b-4daf-8eec-097000fb4ce7,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:41.848856 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for subnet, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:41.851105 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd420dd-8295-4cea-b49a-700e0ecf4912 None None] Network f893756e-6eac-4880-8f55-f8cc2b7300f5 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:17:41.851558 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:41.855699 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-a87bdc16-f066-4ab8-b476-490885774f2f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a3f5ec89-031b-4daf-8eec-097000fb4ce7 HTTP/1.1" status: 204 len: 168 time: 0.5007529 May 21 16:17:41.858122 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55334) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:41.966069 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.042998 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Deleting port 0415cbf7-d82d-4302-89a1-8a10b824043d {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:17:42.043767 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.101257 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] DHCP port deletion for f893756e-6eac-4880-8f55-f8cc2b7300f5 request from dv-cinder-792462-8-smb {{(pid=91726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 16:17:42.156460 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] For port 0415cbf7-d82d-4302-89a1-8a10b824043d, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=0415cbf7-d82d-4302-89a1-8a10b824043d,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:17:42.156871 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.166894 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Deleting port 0415cbf7-d82d-4302-89a1-8a10b824043d {{(pid=91726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:17:42.167277 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.266840 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] For port 0415cbf7-d82d-4302-89a1-8a10b824043d, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=0415cbf7-d82d-4302-89a1-8a10b824043d,segment=NetworkSegment(bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13),segment_id=bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:17:42.267238 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.394750 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Calling delete_port for 0415cbf7-d82d-4302-89a1-8a10b824043d owned by network:dhcp {{(pid=91726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:17:42.406629 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Calling delete_port for 0415cbf7-d82d-4302-89a1-8a10b824043d owned by network:dhcp {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:17:42.445950 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786'] for port, after_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.449795 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:42.456176 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.460043 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-5a5825cf-9eee-41ff-b2d2-c974473bf84c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:42.497116 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Pushing event deleted for resources: {'Port': ['ID=0415cbf7-d82d-4302-89a1-8a10b824043d,revision_number=None']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:42.500140 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] No DVR routers for this DVR port 0415cbf7-d82d-4302-89a1-8a10b824043d on host dv-cinder-792462-8-smb {{(pid=91726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:17:42.512610 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Pushing event deleted for resources: {'Port': ['ID=0415cbf7-d82d-4302-89a1-8a10b824043d,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:42.514206 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.514619 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.516550 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.516550 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.517431 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:42.517730 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.517730 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.517730 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.518011 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] No DVR routers for this DVR port 0415cbf7-d82d-4302-89a1-8a10b824043d on host dv-cinder-792462-8-smb {{(pid=91725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:17:42.518123 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.518224 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.518617 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.519371 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.519826 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-8-smb {{(pid=91726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 16:17:42.523895 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-2eb83647-a5ca-4304-94bd-8f58990cb535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:42.648721 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.662373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f893756e-6eac-4880-8f55-f8cc2b7300f5']}} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:42.676344 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13') {'for_net_delete': True} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:42.676647 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.services.segments.db [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb5b1e3-eb8e-495c-adb0-c1fa2a07df13') {} {{(pid=91725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:17:42.693108 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4100102'] for segment, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.710999 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.718980 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=91725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:17:42.719646 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4100936'] for segment, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: util.warn( May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: util.warn( May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: util.warn( May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: util.warn( May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: Traceback (most recent call last): May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: timer() May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: cb(*args, **kw) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: return func(*args, **kwargs) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: self._notify() May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: self.callback(batched_events) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: event.method(event) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: return f(self, *a, **k) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: return self._get(url).json() May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: return self.request(url, 'GET', **kwargs) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:17:42.734119 dv-cinder-792462-8-smb neutron-server[91725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:17:42.756113 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 27525e68-d864-4645-a644-7341b340e459 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:17:42.791730 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 27525e68-d864-4645-a644-7341b340e459 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:17:42.791956 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 27525e68-d864-4645-a644-7341b340e459 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:17:42.792378 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device b4105a6b-2a0a-4223-9da8-276cdc53e8e6 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:17:42.816217 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.820573 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-009f4ee1-236a-4a6e-9a0e-a56dba6541aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:42.827305 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: b4105a6b-2a0a-4223-9da8-276cdc53e8e6 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:17:42.827732 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device b4105a6b-2a0a-4223-9da8-276cdc53e8e6 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:17:42.828158 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0415cbf7-d82d-4302-89a1-8a10b824043d no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:17:42.837722 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:42.847563 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Pushing event deleted for resources: {'Network': ['ID=f893756e-6eac-4880-8f55-f8cc2b7300f5,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:42.852081 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:42.872603 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-4bc8c721-cc0d-4b13-a565-0bc99e11f624 admin admin] 10.222.0.91 "DELETE /v2.0/networks/f893756e-6eac-4880-8f55-f8cc2b7300f5 HTTP/1.1" status: 204 len: 168 time: 1.0133038 May 21 16:17:42.920706 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 0415cbf7-d82d-4302-89a1-8a10b824043d {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:17:42.920706 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 0415cbf7-d82d-4302-89a1-8a10b824043d not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:17:42.998368 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:43.015495 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55340) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:43.070518 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-5749ae88-5356-44f2-ad40-998728dd0969 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2b4774768b1a4c638f6e2d4361c137ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534253 May 21 16:17:43.072961 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55344) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:43.140287 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3af6317a-2c83-49c0-92da-3ef5a4b71ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:43.169680 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3af6317a-2c83-49c0-92da-3ef5a4b71ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:43.224120 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3af6317a-2c83-49c0-92da-3ef5a4b71ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:43.227998 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-83e3d9d5-5f59-40b5-948d-fe87867bf8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:43.241333 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6317a-2c83-49c0-92da-3ef5a4b71ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd87e8f-b8d5-49c9-84ed-586805ba6983,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:43.244963 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-3af6317a-2c83-49c0-92da-3ef5a4b71ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:43.256836 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-3af6317a-2c83-49c0-92da-3ef5a4b71ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:43.258009 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-3af6317a-2c83-49c0-92da-3ef5a4b71ead admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6cd87e8f-b8d5-49c9-84ed-586805ba6983 HTTP/1.1" status: 204 len: 168 time: 0.1839070 May 21 16:17:44.963049 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55390) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:45.081557 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.096447 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:17:45.100194 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Usage tracker for resource:security_group_rule and tenant:a6419c3235a541a798bef4cc4e22d315 is out of sync, need to count used quota {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:17:45.102959 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.quota.resource [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:17:45.108541 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.quota.driver [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:17:45.191011 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.194909 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.203968 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-307bca53-c6ce-4d38-aadf-b683dcf23119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:45.243049 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a6419c3235a541a798bef4cc4e22d315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789106 May 21 16:17:45.243970 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bf03b4-16fb-48de-9082-2f4e0a48677d,revision_number=1']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:45.246374 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55396) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:45.246996 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-79bcd37f-d85a-423e-b7a1-58f4a9e99489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:45.309830 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b40da14-dcb8-4193-bb0b-ca88ea024961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.335127 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b40da14-dcb8-4193-bb0b-ca88ea024961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.387529 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b40da14-dcb8-4193-bb0b-ca88ea024961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.391841 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-919210f7-cc8b-4b79-b7d8-d5978398895a tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:45.402639 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40da14-dcb8-4193-bb0b-ca88ea024961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bf03b4-16fb-48de-9082-2f4e0a48677d,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:45.405947 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-7b40da14-dcb8-4193-bb0b-ca88ea024961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:45.411925 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-7b40da14-dcb8-4193-bb0b-ca88ea024961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.413073 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-7b40da14-dcb8-4193-bb0b-ca88ea024961 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/56bf03b4-16fb-48de-9082-2f4e0a48677d HTTP/1.1" status: 204 len: 168 time: 0.1655798 May 21 16:17:45.695872 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55404) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:45.713129 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.727632 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:17:45.731381 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8db06487ed04007a08344c68a30ddb0 is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:17:45.734626 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:17:45.740822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:17:45.824610 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.829598 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.836601 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-ba6fb4ec-7d18-4713-8b00-98b4a014192e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:45.878584 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c31099-02ef-4654-b4a5-1c373f0d513c,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:45.882862 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c8db06487ed04007a08344c68a30ddb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859927 May 21 16:17:45.883808 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c69fcb18-ff7d-42b1-85e5-e4f761e589f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:45.885865 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55408) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:45.946735 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-69fb605f-d9a5-449f-8639-0cc1741f9ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:45.975234 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-69fb605f-d9a5-449f-8639-0cc1741f9ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:46.028304 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-69fb605f-d9a5-449f-8639-0cc1741f9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:46.032108 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-8b1b2dcb-dbc3-406a-ad1c-50651f8ced82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:46.044781 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb605f-d9a5-449f-8639-0cc1741f9ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c31099-02ef-4654-b4a5-1c373f0d513c,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:46.047841 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-69fb605f-d9a5-449f-8639-0cc1741f9ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:46.049838 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-69fb605f-d9a5-449f-8639-0cc1741f9ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:46.050963 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-69fb605f-d9a5-449f-8639-0cc1741f9ea4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c7c31099-02ef-4654-b4a5-1c373f0d513c HTTP/1.1" status: 204 len: 168 time: 0.1645510 May 21 16:17:47.419440 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55452) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:47.535935 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:47.550173 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:17:47.553933 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Usage tracker for resource:security_group_rule and tenant:862182a452014b3191971d6b03a3216c is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:17:47.556703 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:17:47.562794 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:17:47.648683 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:47.652815 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:47.659714 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-d5e66aae-a9f0-420f-9936-3db8fa3dff40 tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:47.706179 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=862182a452014b3191971d6b03a3216c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855752 May 21 16:17:47.707057 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093ab1c-dfb9-422a-bd38-c11e6b1d54ed,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:47.708764 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55458) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:47.710120 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:47.772476 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eb84a3b4-15c5-43de-86a6-3334c1b8d8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:47.801998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eb84a3b4-15c5-43de-86a6-3334c1b8d8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:47.854138 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eb84a3b4-15c5-43de-86a6-3334c1b8d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:47.857915 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-11e4321e-070e-4b02-afe0-02534eb10114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:47.871069 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84a3b4-15c5-43de-86a6-3334c1b8d8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093ab1c-dfb9-422a-bd38-c11e6b1d54ed,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:47.875656 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-eb84a3b4-15c5-43de-86a6-3334c1b8d8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:47.881101 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-eb84a3b4-15c5-43de-86a6-3334c1b8d8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:47.882250 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-eb84a3b4-15c5-43de-86a6-3334c1b8d8c2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c093ab1c-dfb9-422a-bd38-c11e6b1d54ed HTTP/1.1" status: 204 len: 168 time: 0.1716640 May 21 16:17:48.994965 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55490) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:49.109040 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:49.122992 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:17:49.127345 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Usage tracker for resource:security_group_rule and tenant:bb304ce708224185895eaf4f3a530ebc is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:17:49.130131 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:17:49.135675 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:17:49.226130 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:49.230571 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:49.237713 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-6dfc57b7-a565-4c6e-ae6b-9d3db27b0009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:49.280197 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb304ce708224185895eaf4f3a530ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841458 May 21 16:17:49.281465 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ec814b-d2f8-43b6-a874-db12ba6fbcad,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:49.283365 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55496) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:49.284656 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-92c48513-a6af-44eb-b1a3-636309db9291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:49.343880 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4e61d05a-de44-41e3-a797-9bce3dd8eb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:49.369841 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4e61d05a-de44-41e3-a797-9bce3dd8eb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:49.421766 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4e61d05a-de44-41e3-a797-9bce3dd8eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:49.425350 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-1b23b182-b6f7-4c85-bb81-dad88ee2765e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:49.436348 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61d05a-de44-41e3-a797-9bce3dd8eb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ec814b-d2f8-43b6-a874-db12ba6fbcad,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:49.440628 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4e61d05a-de44-41e3-a797-9bce3dd8eb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:49.443966 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4e61d05a-de44-41e3-a797-9bce3dd8eb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:49.445084 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-4e61d05a-de44-41e3-a797-9bce3dd8eb4e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6ec814b-d2f8-43b6-a874-db12ba6fbcad HTTP/1.1" status: 204 len: 168 time: 0.1606209 May 21 16:17:51.057979 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:17:55.986069 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55564) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:56.104512 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:56.119854 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 16:17:56.123971 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Usage tracker for resource:security_group_rule and tenant:6325f849fc9b461f88ace82c0d74f53e is out of sync, need to count used quota {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 16:17:56.127444 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 16:17:56.133373 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.db.quota.driver [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 16:17:56.225456 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:56.231350 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_create {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:56.240347 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9b9b1b87-dae5-4968-a717-2c741dee8b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:56.281102 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63eeeb1-fc57-43c8-81b8-d469739f0af9,revision_number=1']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:56.285339 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6325f849fc9b461f88ace82c0d74f53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982638 May 21 16:17:56.286311 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-87c88dd1-c14a-4f96-8f68-fa20f518c540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:56.288060 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55570) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:17:56.371135 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-612a0209-f587-4990-98a0-a2d18c6a68ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:56.399676 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-612a0209-f587-4990-98a0-a2d18c6a68ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:56.456105 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-612a0209-f587-4990-98a0-a2d18c6a68ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:56.459932 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a96df8ef-6c4e-42ea-8d13-1f548d03e9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:17:56.473802 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a0209-f587-4990-98a0-a2d18c6a68ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63eeeb1-fc57-43c8-81b8-d469739f0af9,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:17:56.477822 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-612a0209-f587-4990-98a0-a2d18c6a68ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:17:56.495923 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-612a0209-f587-4990-98a0-a2d18c6a68ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:56.496988 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-612a0209-f587-4990-98a0-a2d18c6a68ba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f63eeeb1-fc57-43c8-81b8-d469739f0af9 HTTP/1.1" status: 204 len: 168 time: 0.2079582 May 21 16:17:57.236321 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5f6cacee-a25b-416c-8471-326f9226fdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:59.792474 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-df636ea8-d842-4fff-90db-5e2d5a8275c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:17:59.905713 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:00.679562 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:02.527107 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:13.006370 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:15.415151 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55578) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:15.704734 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Deleting port d8f6ca2c-2c52-4a18-b979-2ecb8e72abdc {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:15.705091 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:15.829452 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:15.829816 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:16.056114 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Calling delete_port for d8f6ca2c-2c52-4a18-b979-2ecb8e72abdc owned by network:floatingip {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:16.197927 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:16.202457 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-aa39207d-43c2-4210-bff6-68eb4574f82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:16.250468 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event deleted for resources: {'Port': ['ID=d8f6ca2c-2c52-4a18-b979-2ecb8e72abdc,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:16.253803 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:16.349542 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for floatingip, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:16.349829 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.db.l3_db [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Floating IP bdcb26c1-5a4d-432f-b9dc-1df83d6e803b disassociated (deleted). External IP: 172.28.1.191, port: 40528c87-8419-4ce8-ba25-146def0d0e8c. May 21 16:18:16.725893 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:18:16.903746 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:18:16.913800 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] Sync routers for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:18:16.923685 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:18:16.924295 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:18:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:16.924676 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for floatingip, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:16.979027 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-a0aac185-8b36-40c4-80c9-bc9f2ac6d1fe tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "DELETE /v2.0/floatingips/bdcb26c1-5a4d-432f-b9dc-1df83d6e803b HTTP/1.1" status: 204 len: 168 time: 1.5626314 May 21 16:18:16.979673 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c'}] {{(pid=91725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:18:17.029070 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'status': 'completed', 'code': 200} May 21 16:18:17.103749 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:18:17.128963 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087432-6090-4435-8d6b-277e32fd916f req-9a1c7070-a7cd-4e56-8712-ffc40d31d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:18:17.130576 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d6087432-6090-4435-8d6b-277e32fd916f req-9a1c7070-a7cd-4e56-8712-ffc40d31d15a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c15f99910f3d4403a8f9b279a9900263&device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 1098 time: 0.0802071 May 21 16:18:17.274919 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087432-6090-4435-8d6b-277e32fd916f req-a4f662d4-3474-424f-9f10-88667a924018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:18:17.276807 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d6087432-6090-4435-8d6b-277e32fd916f req-a4f662d4-3474-424f-9f10-88667a924018 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 200 len: 909 time: 0.1401906 May 21 16:18:17.388151 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d6087432-6090-4435-8d6b-277e32fd916f req-2637fec1-093d-43e9-b0cb-f6fc3dbe0249 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 200 len: 217 time: 0.0735250 May 21 16:18:17.442993 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:37Z', 'revision_number': 5, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:17.446756 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] Checking router: 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:18:17.456200 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:18:17.456815 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:18:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:17.466161 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087432-6090-4435-8d6b-277e32fd916f req-30748315-d6c9-40fc-9a8a-0674caa5be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:18:17.468197 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d6087432-6090-4435-8d6b-277e32fd916f req-30748315-d6c9-40fc-9a8a-0674caa5be44 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 200 len: 846 time: 0.0733895 May 21 16:18:17.476554 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343046a-385e-43e7-bcc4-9bd86a520959 req-3694de71-ab83-4510-bc91-cf4e8ca7ccd5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:18:17.477967 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2343046a-385e-43e7-bcc4-9bd86a520959 req-3694de71-ab83-4510-bc91-cf4e8ca7ccd5 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.1951904 May 21 16:18:17.574893 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-2343046a-385e-43e7-bcc4-9bd86a520959 req-0bc6ab8c-048a-4a9b-bd05-a58c53d4838c tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572743 May 21 16:18:17.587521 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087432-6090-4435-8d6b-277e32fd916f req-d3ad9f41-9e26-4a27-90e9-615f2ad8653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:18:17.588991 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d6087432-6090-4435-8d6b-277e32fd916f req-d3ad9f41-9e26-4a27-90e9-615f2ad8653f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d44bf262-b95c-4530-bb80-dca3d457a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1101952 May 21 16:18:17.641822 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:18:17.731538 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d6087432-6090-4435-8d6b-277e32fd916f req-6f72af9b-3d49-46b4-aac4-b1216a6441d6 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343296 May 21 16:18:17.985921 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-d6087432-6090-4435-8d6b-277e32fd916f req-ef235313-b478-4593-b382-c5efe0440b40 service neutron] 10.222.0.84 "GET /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477376 May 21 16:18:18.013685 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:37Z', 'revision_number': 5, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:18.018566 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10085ff0-9683-44e6-a2c5-a2b187b6f45a None None] The sync data for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb is: [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:13:30Z', 'revision_number': 4, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb', '_interfaces': [{'id': '46181b4d-35c8-4721-8143-c5073c9cbc0e', 'name': '', 'network_id': 'd44bf262-b95c-4530-bb80-dca3d457a480', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'mac_address': 'fa:16:3e:10:3a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:29Z', 'updated_at': '2021-05-21T16:13:37Z', 'revision_number': 5, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'subnets': [{'id': '816a0637-d638-4120-93a6-8cb0086cbd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:18:18.225329 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd6336-bfb0-438e-9165-7f67789d9ef8 None None] New status for floating IP bdcb26c1-5a4d-432f-b9dc-1df83d6e803b: DOWN {{(pid=91727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 16:18:18.633012 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-3cb2e8da-4d5e-45ae-b801-bf24260a99aa tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:18:18.634398 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-3cb2e8da-4d5e-45ae-b801-bf24260a99aa tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.84 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0796192 May 21 16:18:18.775063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Deleting port 40528c87-8419-4ce8-ba25-146def0d0e8c {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:18.775408 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:18.784914 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c8626-c703-466f-8eba-210fff0876e1 req-db047ee9-f7c5-4e1f-80c0-f72878724469 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 16:18:18.785642 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-379c8626-c703-466f-8eba-210fff0876e1 req-db047ee9-f7c5-4e1f-80c0-f72878724469 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Synchronizing usage tracker for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:port {{(pid=91725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 16:18:18.802319 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.quota.resource [req-379c8626-c703-466f-8eba-210fff0876e1 req-db047ee9-f7c5-4e1f-80c0-f72878724469 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Unset dirty status for tenant:c15f99910f3d4403a8f9b279a9900263 on resource:port {{(pid=91725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 16:18:18.803610 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-379c8626-c703-466f-8eba-210fff0876e1 req-db047ee9-f7c5-4e1f-80c0-f72878724469 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 945 time: 0.0975556 May 21 16:18:18.851335 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-379c8626-c703-466f-8eba-210fff0876e1 req-120df4bf-2194-4fd6-ada3-2cbe566ea015 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/security-groups?id=e22c1d9c-1b24-468a-a190-01b30b24aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420818 May 21 16:18:18.913543 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] For port 40528c87-8419-4ce8-ba25-146def0d0e8c, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=40528c87-8419-4ce8-ba25-146def0d0e8c,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:18.913816 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:19.039263 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Calling delete_port for 40528c87-8419-4ce8-ba25-146def0d0e8c owned by compute:nova {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:19.149373 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:19.155760 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-9f3662ca-db3f-4d5c-bece-7f2a93aad4ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:19.203516 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event deleted for resources: {'Port': ['ID=40528c87-8419-4ce8-ba25-146def0d0e8c,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:19.206701 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:19.295601 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] No DVR routers for this DVR port 40528c87-8419-4ce8-ba25-146def0d0e8c on host hv-cinder-79246 {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:18:19.298108 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-505075'] for port, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:19.300654 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-deleted', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c'}] {{(pid=91724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 16:18:19.316600 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [req-c26897ba-714d-4dee-8d74-f73baa34aea9 req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.84 "DELETE /v2.0/ports/40528c87-8419-4ce8-ba25-146def0d0e8c HTTP/1.1" status: 204 len: 173 time: 0.6760340 May 21 16:18:19.357314 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55199018-28aa-448b-85d2-4a36047608b7', 'name': 'network-vif-deleted', 'tag': '40528c87-8419-4ce8-ba25-146def0d0e8c', 'status': 'completed', 'code': 200} May 21 16:18:20.019656 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [req-0f191bd4-6fdc-4e3f-b4bf-2dc256d07db3 req-8ec738e8-1ad4-45e2-89ed-3958b22430b2 tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "GET /v2.0/ports?device_id=55199018-28aa-448b-85d2-4a36047608b7 HTTP/1.1" status: 200 len: 210 time: 0.0436769 May 21 16:18:21.112639 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55600) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:21.180675 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c6a22975-52ee-49e7-a492-1f13054bf0ce tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:21.211640 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c6a22975-52ee-49e7-a492-1f13054bf0ce tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:21.276407 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c6a22975-52ee-49e7-a492-1f13054bf0ce tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:21.281594 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-71f7813a-5ae4-4eba-b536-4de85d3084d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:21.300257 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a22975-52ee-49e7-a492-1f13054bf0ce tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22c1d9c-1b24-468a-a190-01b30b24aa8e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:21.302985 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c6a22975-52ee-49e7-a492-1f13054bf0ce tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:21.309785 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-c6a22975-52ee-49e7-a492-1f13054bf0ce tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:21.310916 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-c6a22975-52ee-49e7-a492-1f13054bf0ce tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] 10.222.0.91 "DELETE /v2.0/security-groups/e22c1d9c-1b24-468a-a190-01b30b24aa8e HTTP/1.1" status: 204 len: 168 time: 0.1972926 May 21 16:18:21.357323 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55606) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:22.147839 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3805902'] for router_interface, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:22.382536 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 40528c87-8419-4ce8-ba25-146def0d0e8c no longer exists at agent hyperv_hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:18:22.415681 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] No Port match for: 40528c87-8419-4ce8-ba25-146def0d0e8c {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:18:22.416128 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Device 40528c87-8419-4ce8-ba25-146def0d0e8c not bound to the agent host hv-cinder-79246 {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:18:22.560615 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Deleting port 46181b4d-35c8-4721-8143-c5073c9cbc0e {{(pid=91725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:22.560947 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:22.682140 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.db [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] For port 46181b4d-35c8-4721-8143-c5073c9cbc0e, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=46181b4d-35c8-4721-8143-c5073c9cbc0e,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:22.682403 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:22.806069 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.plugins.ml2.plugin [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Calling delete_port for 46181b4d-35c8-4721-8143-c5073c9cbc0e owned by network:router_interface {{(pid=91725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:22.953934 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4100923'] for port, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:22.957750 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-81355b0d-b4ce-456c-9f25-10e8dd333a4c tempest-TestMinimumBasicScenario-1428655414 tempest-TestMinimumBasicScenario-1428655414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:23.000945 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Pushing event deleted for resources: {'Port': ['ID=46181b4d-35c8-4721-8143-c5073c9cbc0e,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:23.009529 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:23.378189 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3805858'] for router_interface, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:23.737774 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:18:23.912114 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:18:23.921997 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] Sync routers for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:18:23.928224 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55612) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:23.928715 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-b939f43b-2ae1-43d5-b9c3-fdd2ae2f1586 admin admin] 10.222.0.91 "PUT /v2.0/routers/9f0d3256-f451-44f4-a606-dd2bdc7a8fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5701764 May 21 16:18:23.931179 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:18:23.931798 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:18:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:24.109341 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: dv-cinder-792462-8-smb {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:18:24.109705 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:24.285886 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:24.364339 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Deleting port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:24.364686 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:24.395348 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:18:22Z', 'revision_number': 5, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port': {'id': 'd1c51cfd-acb3-4e84-85e4-7e54ffe5c56a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:24Z', 'updated_at': '2021-05-21T16:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:24.399144 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] Checking router: 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc for host: dv-cinder-792462-8-smb {{(pid=91726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:18:24.407528 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] Routers {'9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:18:24.408126 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:18:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'], 'active': True} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:24.488058 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] For port d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:24.488405 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:24.553778 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvr_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] Set router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc gateway port host: None {{(pid=91726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:18:24.663849 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_hamode_db [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:18:24Z', 'revision_number': 6, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port_host': None}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:24.668063 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7912c9-c1e6-4082-b3dd-e39cc2ee9601 None None] The sync data for ids ['9f0d3256-f451-44f4-a606-dd2bdc7a8fdc'] in dv-cinder-792462-8-smb is: [{'id': '9f0d3256-f451-44f4-a606-dd2bdc7a8fdc', 'name': 'tempest-TestShelveInstance-88815511-router', 'tenant_id': 'c15f99910f3d4403a8f9b279a9900263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:23Z', 'updated_at': '2021-05-21T16:18:24Z', 'revision_number': 6, 'project_id': 'c15f99910f3d4403a8f9b279a9900263', 'gw_port_host': None}] {{(pid=91726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:18:24.722610 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Calling delete_port for d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a owned by network:router_gateway {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:24.862141 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:24.866911 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-77fe7cb8-92d1-4ea0-89e2-65140edbc66b tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:24.938025 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:24.944462 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:25.010851 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828779'] for router_gateway, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.195362 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4648'] for router, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.197417 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.219841 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3831751'] for router, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.220356 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0d3256-f451-44f4-a606-dd2bdc7a8fdc {{(pid=91724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 16:18:25.231831 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] Notify callbacks [] for router, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.232937 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-68c3f22b-4fd6-4dfa-8e59-1d121a38ece6 admin admin] 10.222.0.91 "DELETE /v2.0/routers/9f0d3256-f451-44f4-a606-dd2bdc7a8fdc HTTP/1.1" status: 204 len: 168 time: 1.3036036 May 21 16:18:25.236014 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55616) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:25.295101 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Deleting subnet 816a0637-d638-4120-93a6-8cb0086cbd76 {{(pid=91724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:18:25.299000 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.349796 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426287'] for subnet, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.426822 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.444620 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46181b4d-35c8-4721-8143-c5073c9cbc0e no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:18:25.479418 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 46181b4d-35c8-4721-8143-c5073c9cbc0e {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:18:25.479767 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 46181b4d-35c8-4721-8143-c5073c9cbc0e not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:18:25.678789 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283275'] for subnet, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.682907 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3816cbee-ed5b-49d1-88f3-bb6ad574c0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:25.718554 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816a0637-d638-4120-93a6-8cb0086cbd76,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:25.721626 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:25.722601 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.727366 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978ebee-b3c3-400e-a3f5-2de57a1c9991 None None] Network d44bf262-b95c-4530-bb80-dca3d457a480 requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:18:25.728515 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-f3927237-31c5-4e3e-9e0f-693109a52a24 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/816a0637-d638-4120-93a6-8cb0086cbd76 HTTP/1.1" status: 204 len: 168 time: 0.4915569 May 21 16:18:25.731038 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55620) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:25.838050 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:25.910357 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Deleting port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:25.910695 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.003390 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] DHCP port deletion for d44bf262-b95c-4530-bb80-dca3d457a480 request from dv-cinder-792462-8-smb {{(pid=91726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 16:18:26.014233 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] For port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:26.015328 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.067337 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] Deleting port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf {{(pid=91726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:26.067716 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.143666 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Calling delete_port for 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf owned by network:dhcp {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:26.169380 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] For port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,segment=NetworkSegment(0148acbf-59d6-4a2b-ac2b-952297ee300a),segment_id=0148acbf-59d6-4a2b-ac2b-952297ee300a)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:26.169812 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.292670 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.299867 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3c5aff70-3572-47eb-850c-a1be3e0a1eee tempest-TestShelveInstance-265673721 tempest-TestShelveInstance-265673721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:26.337351 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] Calling delete_port for 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf owned by network:dhcp {{(pid=91726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:26.345920 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] No DVR routers for this DVR port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf on host dv-cinder-792462-8-smb {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:18:26.347565 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:26.376085 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:26.382639 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786'] for port, after_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.387388 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:26.428878 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] Pushing event deleted for resources: {'Port': ['ID=8a15c5a4-9d1d-4b97-b6e7-a7009425efdf,revision_number=None']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:26.431890 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:26.432686 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee07468-8291-46a2-b9ca-20095bb84a8d None None] No DVR routers for this DVR port 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf on host dv-cinder-792462-8-smb {{(pid=91726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:18:26.474248 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.487548 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44bf262-b95c-4530-bb80-dca3d457a480']}} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:26.499386 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0148acbf-59d6-4a2b-ac2b-952297ee300a') {'for_net_delete': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:26.499613 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0148acbf-59d6-4a2b-ac2b-952297ee300a') {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:26.510804 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426294'] for segment, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.526907 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.533341 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=91724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:18:26.533760 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228851'] for segment, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: Traceback (most recent call last): May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: timer() May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: cb(*args, **kw) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: return func(*args, **kwargs) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: self._notify() May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: self.callback(batched_events) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: event.method(event) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: return f(self, *a, **k) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: return self._get(url).json() May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: return self.request(url, 'GET', **kwargs) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:18:26.547222 dv-cinder-792462-8-smb neutron-server[91724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:18:26.622464 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.626668 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:26.640103 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:26.650023 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44bf262-b95c-4530-bb80-dca3d457a480,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:26.653077 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:26.664040 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-6f6fbadd-d42c-40fe-8a33-f5e1caef4b55 admin admin] 10.222.0.91 "DELETE /v2.0/networks/d44bf262-b95c-4530-bb80-dca3d457a480 HTTP/1.1" status: 204 len: 168 time: 0.9320567 May 21 16:18:26.666934 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55624) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:26.763787 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:18:26.799415 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:18:26.799676 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device d1c51cfd-acb3-4e84-85e4-7e54ffe5c56a not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:18:26.800107 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:18:26.835597 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:18:26.835955 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 8a15c5a4-9d1d-4b97-b6e7-a7009425efdf not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:18:27.209386 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3805902'] for router_interface, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:27.237255 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-44e840d9-b512-430d-8324-c25a0b9eecf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:27.614364 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Deleting port 49aa9ca9-85b8-4795-b2a1-958d6615dba5 {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:27.614726 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:27.837063 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] For port 49aa9ca9-85b8-4795-b2a1-958d6615dba5, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=49aa9ca9-85b8-4795-b2a1-958d6615dba5,segment=NetworkSegment(c4db5dc3-d66a-4988-830e-3c8f41d5fb31),segment_id=c4db5dc3-d66a-4988-830e-3c8f41d5fb31)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:27.837413 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:27.957894 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Calling delete_port for 49aa9ca9-85b8-4795-b2a1-958d6615dba5 owned by network:router_interface {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:28.056088 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:18:28.106137 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:28.111158 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-669248e5-9440-4916-b255-4a9093c13e1b tempest-AttachVolumeTestJSON-1591786761 tempest-AttachVolumeTestJSON-1591786761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:28.153596 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Pushing event deleted for resources: {'Port': ['ID=49aa9ca9-85b8-4795-b2a1-958d6615dba5,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:28.183579 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:28.422956 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3805858'] for router_interface, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:28.778389 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Router 995fb704-0f8c-4685-b1b8-afa9085327e5 has already been hosted by L3 agent ee181cd3-e84c-46d3-b380-fabb8aae0a24 {{(pid=91724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 16:18:28.953497 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] Notify agent at l3_agent.dv-cinder-792462-8-smb the message routers_updated {{(pid=91724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 16:18:28.962366 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] Sync routers for ids ['995fb704-0f8c-4685-b1b8-afa9085327e5'] in dv-cinder-792462-8-smb {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 16:18:28.963417 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-49094fb6-8e96-4128-8d1d-f5b0bac8116f admin admin] 10.222.0.91 "PUT /v2.0/routers/995fb704-0f8c-4685-b1b8-afa9085327e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952039 May 21 16:18:28.966000 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55628) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:28.972192 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] Routers {'995fb704-0f8c-4685-b1b8-afa9085327e5'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:18:28.972823 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:18:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['995fb704-0f8c-4685-b1b8-afa9085327e5'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:29.152027 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] Set router 995fb704-0f8c-4685-b1b8-afa9085327e5 gateway port host: dv-cinder-792462-8-smb {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:18:29.253107 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks [] for router, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:29.430187 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:29.435546 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'external_fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:18:28Z', 'revision_number': 5, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port': {'id': 'bf86364d-07d2-4954-9606-f0369b25ab7a', 'name': '', 'network_id': '4b777872-cc67-4cae-9ddb-fe34b4e61b1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'ip_address': '172.28.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-8-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T16:13:37Z', 'updated_at': '2021-05-21T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58cf2ef4-7dbb-4915-a2c0-8fc253245403', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-8-smb'}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:29.440819 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] Checking router: 995fb704-0f8c-4685-b1b8-afa9085327e5 for host: dv-cinder-792462-8-smb {{(pid=91727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 16:18:29.449210 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] Routers {'995fb704-0f8c-4685-b1b8-afa9085327e5'} bound to L3 agent in host dv-cinder-792462-8-smb {{(pid=91727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 16:18:29.449881 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-8-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T16:00:30Z,description=,heartbeat_timestamp=2021-05-21T16:18:00Z,host='dv-cinder-792462-8-smb',id=ee181cd3-e84c-46d3-b380-fabb8aae0a24,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T16:00:30Z,topic='l3_agent')) {'router_ids': ['995fb704-0f8c-4685-b1b8-afa9085327e5'], 'active': True} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:29.502217 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Deleting port bf86364d-07d2-4954-9606-f0369b25ab7a {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:29.502556 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:29.599587 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_dvr_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] Set router 995fb704-0f8c-4685-b1b8-afa9085327e5 gateway port host: None {{(pid=91727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 16:18:29.622525 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] For port bf86364d-07d2-4954-9606-f0369b25ab7a, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=bf86364d-07d2-4954-9606-f0369b25ab7a,segment=NetworkSegment(f34b178a-145f-4ae3-bcd2-722169e1614d),segment_id=f34b178a-145f-4ae3-bcd2-722169e1614d)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:29.622881 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:29.703604 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.l3_hamode_db [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:18:29Z', 'revision_number': 6, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port_host': None}], 'dv-cinder-792462-8-smb', False) {} {{(pid=91727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:29.707612 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e1d6c-17d6-4bd0-879b-21e5bb3647c8 None None] The sync data for ids ['995fb704-0f8c-4685-b1b8-afa9085327e5'] in dv-cinder-792462-8-smb is: [{'id': '995fb704-0f8c-4685-b1b8-afa9085327e5', 'name': 'tempest-TestShelveInstance-1964403637-router', 'tenant_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T16:13:35Z', 'updated_at': '2021-05-21T16:18:29Z', 'revision_number': 6, 'project_id': '0a6f544a9cd7472c87eecfc0e80afefb', 'gw_port_host': None}] {{(pid=91727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 16:18:29.746234 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Calling delete_port for bf86364d-07d2-4954-9606-f0369b25ab7a owned by network:router_gateway {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:29.794256 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9eb1b7c7-c9e8-4bd5-b7f2-40d4353cc961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:29.886204 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:29.890839 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:29.907566 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:29.933245 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf86364d-07d2-4954-9606-f0369b25ab7a,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:29.936978 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:30.029318 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3828779'] for router_gateway, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.201349 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4648'] for router, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.203483 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.225622 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3831751'] for router, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.226132 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 995fb704-0f8c-4685-b1b8-afa9085327e5 {{(pid=91724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 16:18:30.238136 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] Notify callbacks [] for router, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.239232 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-51cfc763-2103-4473-be0c-493ded99813e admin admin] 10.222.0.91 "DELETE /v2.0/routers/995fb704-0f8c-4685-b1b8-afa9085327e5 HTTP/1.1" status: 204 len: 168 time: 1.2723303 May 21 16:18:30.241725 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55632) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:30.301781 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Deleting subnet 9bddd22e-36e1-4b07-88a8-ec5d74fc93e9 {{(pid=91724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 16:18:30.305164 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.360332 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426287'] for subnet, precommit_delete_associations {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.439548 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531641'] for subnet, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.689396 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.770960 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device bf86364d-07d2-4954-9606-f0369b25ab7a no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:18:30.807107 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: bf86364d-07d2-4954-9606-f0369b25ab7a {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:18:30.808305 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device bf86364d-07d2-4954-9606-f0369b25ab7a not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:18:30.808863 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 49aa9ca9-85b8-4795-b2a1-958d6615dba5 no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:18:30.816561 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2228781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2283275'] for subnet, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.820884 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-bed9f65b-335f-4ad7-a7b3-24d4d6e0f3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:30.844057 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 49aa9ca9-85b8-4795-b2a1-958d6615dba5 {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:18:30.844407 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 49aa9ca9-85b8-4795-b2a1-958d6615dba5 not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:18:30.854081 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bddd22e-36e1-4b07-88a8-ec5d74fc93e9,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:30.857440 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:30.859998 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:30.865358 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea1859-870d-464f-acdf-682588e13118 None None] Network 39b4f892-c008-49f8-b4cb-321e0e5f022d requested from dv-cinder-792462-8-smb {{(pid=91726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 16:18:30.865821 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-3390a192-acdf-40c5-afac-f4309d7ebb73 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/9bddd22e-36e1-4b07-88a8-ec5d74fc93e9 HTTP/1.1" status: 204 len: 168 time: 0.6231413 May 21 16:18:30.868273 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55636) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:30.974047 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-767226'] for network, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.046538 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Deleting port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb {{(pid=91724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:31.046953 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.112837 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] DHCP port deletion for 39b4f892-c008-49f8-b4cb-321e0e5f022d request from dv-cinder-792462-8-smb {{(pid=91726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 16:18:31.150681 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.db [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] For port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,segment=NetworkSegment(c4db5dc3-d66a-4988-830e-3c8f41d5fb31),segment_id=c4db5dc3-d66a-4988-830e-3c8f41d5fb31)] {{(pid=91724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:31.151047 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.176512 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] Deleting port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb {{(pid=91726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 16:18:31.176892 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769549697518'] for port, before_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.276758 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.db [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] For port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb, host dv-cinder-792462-8-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-8-smb',level=0,port_id=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,segment=NetworkSegment(c4db5dc3-d66a-4988-830e-3c8f41d5fb31),segment_id=c4db5dc3-d66a-4988-830e-3c8f41d5fb31)] {{(pid=91726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 16:18:31.277143 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3807732'] for port, precommit_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.280894 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.plugin [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Calling delete_port for 7aa7fc00-673a-4825-b5e0-ff47036f9dfb owned by network:dhcp {{(pid=91724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:31.328378 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2228736'] for port, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.332158 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-0b8fa175-052f-4721-b886-ad17e8afc89d tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:31.378867 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:31.381795 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:31.382564 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] No DVR routers for this DVR port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb on host dv-cinder-792462-8-smb {{(pid=91724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:18:31.402458 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] Calling delete_port for 7aa7fc00-673a-4825-b5e0-ff47036f9dfb owned by network:dhcp {{(pid=91726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 16:18:31.447280 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-734338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769549702858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769549286786'] for port, after_delete {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.450793 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:31.498535 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] Pushing event deleted for resources: {'Port': ['ID=7aa7fc00-673a-4825-b5e0-ff47036f9dfb,revision_number=None']} {{(pid=91726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:31.500851 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530432', 'neutron.services.segments.db._delete_segments_for_network-8769549710713'] for network, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.502015 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG oslo_concurrency.lockutils [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:31.504293 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47b57d-ba72-4eb5-a817-15d511bae671 None None] No DVR routers for this DVR port 7aa7fc00-673a-4825-b5e0-ff47036f9dfb on host dv-cinder-792462-8-smb {{(pid=91726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 16:18:31.515591 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b4f892-c008-49f8-b4cb-321e0e5f022d']}} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:31.527958 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31') {'for_net_delete': True} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:31.528207 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.services.segments.db [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4db5dc3-d66a-4988-830e-3c8f41d5fb31') {} {{(pid=91724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 16:18:31.540360 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769549805069', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2426294'] for segment, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.556725 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268'] for segment, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.563028 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=91724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 16:18:31.563416 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2228851'] for segment, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: Traceback (most recent call last): May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: timer() May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: cb(*args, **kw) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: return func(*args, **kwargs) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: self._notify() May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: self.callback(batched_events) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: event.method(event) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: aggregate_uuid = self.p_client.list_aggregates( May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: return f(self, *a, **k) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: return self._get(url).json() May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: return self.request(url, 'GET', **kwargs) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: base_url = self.get_endpoint(auth, allow=allow, May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 16:18:31.576385 dv-cinder-792462-8-smb neutron-server[91724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 16:18:31.653671 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3869045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3744174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3828942'] for network, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.658226 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:31.671349 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744149'] for network, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.682318 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b4f892-c008-49f8-b4cb-321e0e5f022d,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:31.684820 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] 10.222.0.91 "DELETE /v2.0/networks/39b4f892-c008-49f8-b4cb-321e0e5f022d HTTP/1.1" status: 204 len: 168 time: 0.8156121 May 21 16:18:31.685692 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-de3778cb-257f-4fd8-a159-2c9fb500c889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:31.798357 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55644) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:31.846162 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-c80aff50-effd-4b54-bc6a-dea4d2c2ca6b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c15f99910f3d4403a8f9b279a9900263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465910 May 21 16:18:31.848429 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.wsgi [-] (91724) accepted ('10.222.0.91', 55648) {{(pid=91724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:31.910123 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f9152f8-b30d-497e-9444-9a9d7714957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.934904 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f9152f8-b30d-497e-9444-9a9d7714957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.986415 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f9152f8-b30d-497e-9444-9a9d7714957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:31.989978 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-41a04798-00ff-441e-9c36-fcbd6730f1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:32.004579 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9152f8-b30d-497e-9444-9a9d7714957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a1bf0f-da99-4381-89c8-09623a9acdd7,revision_number=None']} {{(pid=91724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:32.008117 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG oslo_concurrency.lockutils [None req-4f9152f8-b30d-497e-9444-9a9d7714957e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:32.013028 dv-cinder-792462-8-smb neutron-server[91724]: DEBUG neutron_lib.callbacks.manager [None req-4f9152f8-b30d-497e-9444-9a9d7714957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:32.017104 dv-cinder-792462-8-smb neutron-server[91724]: INFO neutron.wsgi [None req-4f9152f8-b30d-497e-9444-9a9d7714957e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d1a1bf0f-da99-4381-89c8-09623a9acdd7 HTTP/1.1" status: 204 len: 168 time: 0.1649420 May 21 16:18:32.352451 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55656) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:32.406943 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-4b85ce69-dbfd-48dc-8d30-3104e74f45f5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0a6f544a9cd7472c87eecfc0e80afefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532780 May 21 16:18:32.409417 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.wsgi [-] (91725) accepted ('10.222.0.91', 55660) {{(pid=91725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 16:18:32.469670 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9c63d387-a5cd-4ecd-9b0f-27181b1e70a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:32.496582 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9c63d387-a5cd-4ecd-9b0f-27181b1e70a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:32.526441 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:32.556841 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9c63d387-a5cd-4ecd-9b0f-27181b1e70a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870381'] for security_group, after_delete {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:32.561624 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-c96a9e82-a0aa-44c5-999d-a1b921e47f78 tempest-AttachVolumeShelveTestJSON-1526390231 tempest-AttachVolumeShelveTestJSON-1526390231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 16:18:32.575732 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63d387-a5cd-4ecd-9b0f-27181b1e70a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3b1b8f-4903-424a-89f9-1c18b336cf70,revision_number=None']} {{(pid=91725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 16:18:32.578732 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG oslo_concurrency.lockutils [None req-9c63d387-a5cd-4ecd-9b0f-27181b1e70a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 16:18:32.580837 dv-cinder-792462-8-smb neutron-server[91725]: DEBUG neutron_lib.callbacks.manager [None req-9c63d387-a5cd-4ecd-9b0f-27181b1e70a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:32.581979 dv-cinder-792462-8-smb neutron-server[91725]: INFO neutron.wsgi [None req-9c63d387-a5cd-4ecd-9b0f-27181b1e70a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3b3b1b8f-4903-424a-89f9-1c18b336cf70 HTTP/1.1" status: 204 len: 168 time: 0.1716602 May 21 16:18:32.768573 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7aa7fc00-673a-4825-b5e0-ff47036f9dfb no longer exists at agent ovs-agent-dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 16:18:32.806709 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.plugin [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] No Port match for: 7aa7fc00-673a-4825-b5e0-ff47036f9dfb {{(pid=91726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 16:18:32.807196 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron.plugins.ml2.rpc [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Device 7aa7fc00-673a-4825-b5e0-ff47036f9dfb not bound to the agent host dv-cinder-792462-8-smb {{(pid=91726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 16:18:43.007269 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:57.238923 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-461d2572-79b0-409c-87eb-8e71a9f671d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:59.796067 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-c1f32bc7-4387-4558-ae2f-697d773f8001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:18:59.909735 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:00.685479 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:02.530922 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:05.055222 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:19:13.021457 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:27.242258 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-d0506b27-7028-4758-b2ea-7a5ca28118d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:29.798251 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-1daf0fdc-083d-4796-9bae-a9e358f95c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:29.912471 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:30.690234 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:32.533872 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:42.053929 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:19:43.021926 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:57.248332 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-51480bb2-d421-456e-b339-1b514865f4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:59.804185 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-68eb98ba-9b9b-4963-8d73-24cce69892ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:19:59.914825 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:00.691766 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:02.537660 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:13.040713 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:19.053345 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:20:27.242186 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2069be36-c760-403c-bf73-010def257b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:29.795965 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9e849e35-f955-478a-9fc3-fd0fc9bae1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:29.917674 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:30.693759 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:32.542441 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:43.062089 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:56.052206 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:20:57.244242 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8342143b-7c9a-4bcb-b026-411119817fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:59.801394 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-af108e93-b11a-4027-a7da-c6b600efa63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:20:59.918792 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:00.701110 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:02.542539 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:13.050267 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:27.246823 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-35ae9801-3a1a-497a-9ef3-64d9a6fb83e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:29.803152 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf970-0ff2-42c3-819f-05f0100db93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:29.922256 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:30.701591 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:32.547064 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:33.051803 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:21:43.047578 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:57.249579 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-91ea3dfa-4ef7-43e5-a953-3e6a1eb079f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:59.808058 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-12fe403b-64a9-4628-bd91-3d07bd83e25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:21:59.923841 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:00.703147 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:02.549271 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:10.050422 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:22:13.048912 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:27.253130 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-24e8c08c-3d4a-4aaa-b9c8-5918b6ffdcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:29.810138 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-5739d329-b193-421f-9f83-d7dcea9ed69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:29.924967 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:30.704289 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:32.552427 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:43.061268 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:47.050159 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:22:57.254829 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-05a8ef8a-4a53-4c5a-b2aa-ed4e5661a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:59.812385 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2b710058-58fb-4c5e-a280-037d33db72b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:22:59.927458 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-9a966b8e-8793-47f4-97f6-e650aa0de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:23:00.707901 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d4f4-1d67-4c25-893b-21dfb469cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:23:02.555162 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-8cea6031-dcbf-42ac-b199-fe8168be28cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:23:13.059378 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-a11c1878-69ed-4b76-a3ca-8b68b1afef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 16:23:24.048675 dv-cinder-792462-8-smb neutron-server[91727]: DEBUG neutron.db.agents_db [None req-56938eb9-5551-4da8-bb82-06f9aa5c6be7 None None] Agent healthcheck: found 6 active agents {{(pid=91727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 16:23:27.259078 dv-cinder-792462-8-smb neutron-server[91726]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab93d-b222-4c48-a3ec-6e607aac66ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769549713758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526330'] for agent, after_update {{(pid=91726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}